Oct 26 01:34:11 user nova-compute[74702]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74702) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74702) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74702) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 26 01:34:11 user nova-compute[74702]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:34:11 user nova-compute[74702]: INFO nova.virt.driver [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 26 01:34:11 user nova-compute[74702]: INFO nova.compute.provider_config [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] Acquiring lock "singleton_lock" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] Acquired lock "singleton_lock" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] Releasing lock "singleton_lock" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] Full set of CONF: {{(pid=74702) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ******************************************************************************** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] Configuration options gathered from: {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ================================================================================ {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] allow_resize_to_same_host      = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] arq_binding_timeout            = 300 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] backdoor_port                  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] backdoor_socket                = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] block_device_allocate_retries  = 300 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] block_device_allocate_retries_interval = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cert                           = self.pem {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute_monitors               = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] config_dir                     = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] config_drive_format            = iso9660 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] config_source                  = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] console_host                   = user {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] control_exchange               = nova {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cpu_allocation_ratio           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] daemon                         = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] debug                          = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] default_access_ip_network_name = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] default_availability_zone      = nova {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] default_ephemeral_format       = ext4 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] default_green_pool_size        = 1000 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] default_schedule_zone          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] disk_allocation_ratio          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] enable_new_services            = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] enabled_ssl_apis               = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] flat_injected                  = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] force_config_drive             = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] force_raw_images               = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] graceful_shutdown_timeout      = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] heal_instance_info_cache_interval = 60 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] host                           = user {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] instance_build_timeout         = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] instance_delete_interval       = 300 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] instance_name_template         = instance-%08x {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] instance_usage_audit           = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] instance_usage_audit_period    = month {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] internal_service_availability_zone = internal {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] key                            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] live_migration_retry_count     = 30 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] log_config_append              = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] log_dir                        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] log_file                       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] log_options                    = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] log_rotate_interval            = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] log_rotate_interval_type       = days {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] log_rotation_type              = none {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] long_rpc_timeout               = 1800 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] max_concurrent_builds          = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] max_concurrent_live_migrations = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] max_concurrent_snapshots       = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] max_local_block_devices        = 3 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] max_logfile_count              = 30 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] max_logfile_size_mb            = 200 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:11 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] maximum_instance_delete_attempts = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] metadata_listen                = 0.0.0.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] metadata_listen_port           = 8775 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] metadata_workers               = 3 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] migrate_max_retries            = -1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] mkisofs_cmd                    = genisoimage {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] my_ip                          = 10.0.0.210 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] network_allocate_retries       = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] osapi_compute_listen_port      = 8774 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] osapi_compute_unique_server_name_scope =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] osapi_compute_workers          = 3 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] password_length                = 12 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] periodic_enable                = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] periodic_fuzzy_delay           = 60 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] pointer_model                  = ps2mouse {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] preallocate_images             = none {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] publish_errors                 = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] pybasedir                      = /opt/stack/nova {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ram_allocation_ratio           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] rate_limit_burst               = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] rate_limit_except_level        = CRITICAL {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] rate_limit_interval            = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] reboot_timeout                 = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] reclaim_instance_interval      = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] record                         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] reimage_timeout_per_gb         = 60 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] report_interval                = 120 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] rescue_timeout                 = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] reserved_host_cpus             = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] reserved_host_disk_mb          = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] reserved_host_memory_mb        = 512 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] reserved_huge_pages            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] resize_confirm_window          = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] resize_fs_using_block_device   = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] resume_guests_state_on_host_boot = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] rpc_response_timeout           = 60 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] run_external_periodic_tasks    = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] running_deleted_instance_action = reap {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] running_deleted_instance_timeout = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] scheduler_instance_sync_interval = 120 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] service_down_time              = 720 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] servicegroup_driver            = db {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] shelved_offload_time           = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] shelved_poll_interval          = 3600 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] shutdown_timeout               = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] source_is_ipv6                 = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ssl_only                       = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] state_path                     = /opt/stack/data/nova {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] sync_power_state_interval      = 600 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] sync_power_state_pool_size     = 1000 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] syslog_log_facility            = LOG_USER {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] tempdir                        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] timeout_nbd                    = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] transport_url                  = **** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] update_resources_interval      = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] use_cow_images                 = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] use_eventlog                   = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] use_journal                    = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] use_json                       = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] use_rootwrap_daemon            = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] use_stderr                     = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] use_syslog                     = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vcpu_pin_set                   = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plugging_is_fatal          = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plugging_timeout           = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] virt_mkfs                      = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] volume_usage_poll_interval     = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] watch_log_file                 = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] web                            = /usr/share/spice-html5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_concurrency.disable_process_locking = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.auth_strategy              = keystone {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.compute_link_prefix        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.dhcp_domain                = novalocal {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.enable_instance_password   = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.glance_link_prefix         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.instance_list_per_project_cells = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.list_records_by_skipping_down_cells = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.local_metadata_per_cell    = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.max_limit                  = 1000 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.metadata_cache_expiration  = 15 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.neutron_default_tenant_id  = default {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.use_forwarded_for          = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.use_neutron_default_nets   = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.vendordata_dynamic_targets = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.vendordata_jsonfile_path   = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.backend_argument         = **** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.config_prefix            = cache.oslo {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.dead_timeout             = 60.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.debug_cache_backend      = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.enable_retry_client      = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.enable_socket_keepalive  = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.enabled                  = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.expiration_time          = 600 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.hashclient_retry_attempts = 2 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.memcache_dead_retry      = 300 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.memcache_password        =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.memcache_sasl_enabled    = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.memcache_username        =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.proxies                  = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.retry_attempts           = 2 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.retry_delay              = 0.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.socket_keepalive_count   = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.socket_keepalive_idle    = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.socket_keepalive_interval = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.tls_allowed_ciphers      = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.tls_cafile               = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.tls_certfile             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.tls_enabled              = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cache.tls_keyfile              = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.auth_section            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.auth_type               = password {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.cafile                  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.certfile                = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.collect_timing          = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.cross_az_attach         = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.debug                   = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.endpoint_template       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.http_retries            = 3 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.insecure                = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.keyfile                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.os_region_name          = RegionOne {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.split_loggers           = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cinder.timeout                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute.cpu_dedicated_set      = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute.cpu_shared_set         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute.image_type_exclude_list = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute.resource_provider_association_refresh = 300 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute.shutdown_retry_interval = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] conductor.workers              = 3 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] console.allowed_origins        = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] console.ssl_ciphers            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] console.ssl_minimum_version    = default {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] consoleauth.token_ttl          = 600 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.cafile                  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.certfile                = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.collect_timing          = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.connect_retries         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.connect_retry_delay     = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.endpoint_override       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.insecure                = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.keyfile                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.max_version             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.min_version             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.region_name             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.service_name            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.service_type            = accelerator {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.split_loggers           = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.status_code_retries     = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.status_code_retry_delay = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.timeout                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] cyborg.version                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.backend               = sqlalchemy {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.connection            = **** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.connection_debug      = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.connection_parameters =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.connection_recycle_time = 3600 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.connection_trace      = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.db_inc_retry_interval = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.db_max_retries        = 20 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.db_max_retry_interval = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.db_retry_interval     = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.max_overflow          = 50 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.max_pool_size         = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.max_retries           = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.mysql_wsrep_sync_wait = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.pool_timeout          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.retry_interval        = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.slave_connection      = **** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] database.sqlite_synchronous    = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.backend           = sqlalchemy {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.connection        = **** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.connection_debug  = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.connection_parameters =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.connection_recycle_time = 3600 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.connection_trace  = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.db_inc_retry_interval = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.db_max_retries    = 20 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.db_max_retry_interval = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.db_retry_interval = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.max_overflow      = 50 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.max_pool_size     = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.max_retries       = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.pool_timeout      = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.retry_interval    = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.slave_connection  = **** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] api_database.sqlite_synchronous = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] devices.enabled_mdev_types     = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ephemeral_storage_encryption.enabled = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.api_servers             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.cafile                  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.certfile                = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.collect_timing          = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.connect_retries         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.connect_retry_delay     = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.debug                   = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.default_trusted_certificate_ids = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.enable_certificate_validation = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.enable_rbd_download     = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.endpoint_override       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.insecure                = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.keyfile                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.max_version             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.min_version             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.num_retries             = 3 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.rbd_ceph_conf           =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.rbd_connect_timeout     = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.rbd_pool                =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.rbd_user                =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.region_name             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.service_name            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.service_type            = image {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.split_loggers           = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.status_code_retries     = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.status_code_retry_delay = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.timeout                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.verify_glance_signatures = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] glance.version                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] guestfs.debug                  = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.config_drive_cdrom      = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.config_drive_inject_password = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.enable_remotefx         = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.instances_path_share    =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.limit_cpu_features      = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.use_multipath_io        = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.vswitch_name            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] mks.enabled                    = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] image_cache.manager_interval   = 2400 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] image_cache.precache_concurrency = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] image_cache.remove_unused_base_images = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] image_cache.subdirectory_name  = _base {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.api_max_retries         = 60 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.api_retry_interval      = 2 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.auth_section            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.auth_type               = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.cafile                  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.certfile                = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.collect_timing          = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.conductor_group         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.connect_retries         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.connect_retry_delay     = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.endpoint_override       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.insecure                = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.keyfile                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.max_version             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.min_version             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.peer_list               = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.region_name             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.serial_console_state_timeout = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.service_name            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.service_type            = baremetal {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.split_loggers           = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.status_code_retries     = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.status_code_retry_delay = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.timeout                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ironic.version                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] key_manager.fixed_key          = **** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.barbican_api_version  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.barbican_endpoint     = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.barbican_endpoint_type = public {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.barbican_region_name  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.cafile                = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.certfile              = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.collect_timing        = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.insecure              = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.keyfile               = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.number_of_retries     = 60 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.retry_delay           = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.send_service_user_token = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.split_loggers         = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.timeout               = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.verify_ssl            = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican.verify_ssl_path       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican_service_user.auth_section = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican_service_user.auth_type = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican_service_user.cafile   = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican_service_user.certfile = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican_service_user.collect_timing = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican_service_user.insecure = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican_service_user.keyfile  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican_service_user.split_loggers = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] barbican_service_user.timeout  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.approle_role_id          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.approle_secret_id        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.cafile                   = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.certfile                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.collect_timing           = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.insecure                 = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.keyfile                  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.kv_mountpoint            = secret {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.kv_path                  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.kv_version               = 2 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.namespace                = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.root_token_id            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.split_loggers            = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.ssl_ca_crt_file          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.timeout                  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.use_ssl                  = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.auth_section          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.auth_type             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.cafile                = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.certfile              = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.collect_timing        = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.connect_retries       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.connect_retry_delay   = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.endpoint_override     = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.insecure              = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.keyfile               = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.max_version           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.min_version           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.region_name           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.service_name          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.service_type          = identity {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.split_loggers         = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.status_code_retries   = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.status_code_retry_delay = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.timeout               = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] keystone.version               = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.connection_uri         =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.cpu_mode               = custom {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: WARNING oslo_config.cfg [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.cpu_power_governor_high = performance {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.cpu_power_management   = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.device_detach_attempts = 8 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.device_detach_timeout  = 20 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.disk_cachemodes        = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.disk_prefix            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.enabled_perf_events    = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.file_backed_memory     = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.gid_maps               = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.hw_disk_discard        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.hw_machine_type        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.images_rbd_pool        = rbd {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.images_type            = default {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.images_volume_group    = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.inject_key             = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.inject_partition       = -2 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.inject_password        = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.iscsi_iface            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.iser_use_multipath     = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_downtime = 500 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_inbound_addr = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_scheme  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_timeout_action = abort {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_tunnelled = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: WARNING oslo_config.cfg [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 26 01:34:12 user nova-compute[74702]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 26 01:34:12 user nova-compute[74702]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 26 01:34:12 user nova-compute[74702]: and ``live_migration_inbound_addr`` respectively.
Oct 26 01:34:12 user nova-compute[74702]: ).  Its value may be silently ignored in the future.
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.live_migration_with_native_tls = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.max_queues             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.nfs_mount_options      = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.num_pcie_ports         = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.pmem_namespaces        = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.quobyte_client_cfg     = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.rbd_secret_uuid        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.rbd_user               = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.rescue_image_id        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.rescue_kernel_id       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.rx_queue_size          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.smbfs_mount_options    =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.snapshot_compression   = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.snapshot_image_format  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.sparse_logical_volumes = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.swtpm_enabled          = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.swtpm_group            = tss {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.swtpm_user             = tss {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.sysinfo_serial         = unique {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.tb_cache_size          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.tx_queue_size          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.uid_maps               = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.use_virtio_for_bridges = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.virt_type              = kvm {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.volume_clear           = zero {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.volume_clear_size      = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.volume_use_multipath   = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.vzstorage_cache_path   = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.auth_section           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.auth_type              = password {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.cafile                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.certfile               = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.collect_timing         = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.connect_retries        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.connect_retry_delay    = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.default_floating_pool  = public {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.endpoint_override      = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.extension_sync_interval = 600 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.http_retries           = 3 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.insecure               = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.keyfile                = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.max_version            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.min_version            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.ovs_bridge             = br-int {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.physnets               = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.region_name            = RegionOne {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.service_metadata_proxy = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.service_name           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.service_type           = network {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.split_loggers          = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.status_code_retries    = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.status_code_retry_delay = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.timeout                = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] neutron.version                = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] notifications.bdms_in_notifications = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] notifications.default_level    = INFO {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] notifications.notification_format = unversioned {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] notifications.notify_on_state_change = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] pci.alias                      = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] pci.device_spec                = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] pci.report_in_placement        = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.auth_section         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.auth_type            = password {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.cafile               = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.certfile             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.collect_timing       = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.connect_retries      = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.connect_retry_delay  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.default_domain_id    = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.default_domain_name  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.domain_id            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.domain_name          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.endpoint_override    = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.insecure             = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.keyfile              = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.max_version          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.min_version          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.password             = **** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.project_domain_id    = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.project_domain_name  = Default {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.project_id           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.project_name         = service {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.region_name          = RegionOne {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.service_name         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.service_type         = placement {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.split_loggers        = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.status_code_retries  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.status_code_retry_delay = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.system_scope         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.timeout              = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.trust_id             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.user_domain_id       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.user_domain_name     = Default {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.user_id              = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.username             = placement {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] placement.version              = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.cores                    = 20 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.count_usage_from_placement = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.injected_file_content_bytes = 10240 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.injected_file_path_length = 255 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.injected_files           = 5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.instances                = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.key_pairs                = 100 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.metadata_items           = 128 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.ram                      = 51200 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.recheck_quota            = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.server_group_members     = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] quota.server_groups            = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] rdp.enabled                    = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] scheduler.image_metadata_prefilter = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] scheduler.max_attempts         = 3 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] scheduler.max_placement_results = 1000 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] scheduler.workers              = 3 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.host_subset_size = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.isolated_hosts = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.isolated_images = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.pci_in_placement = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.track_instance_changes = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] metrics.required               = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] metrics.weight_multiplier      = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] metrics.weight_setting         = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] serial_console.enabled         = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] serial_console.port_range      = 10000:20000 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] serial_console.serialproxy_port = 6083 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] service_user.auth_section      = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] service_user.auth_type         = password {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] service_user.cafile            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] service_user.certfile          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] service_user.collect_timing    = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] service_user.insecure          = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] service_user.keyfile           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] service_user.send_service_user_token = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] service_user.split_loggers     = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] service_user.timeout           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] spice.agent_enabled            = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] spice.enabled                  = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] spice.html5proxy_port          = 6082 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] spice.image_compression        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] spice.jpeg_compression         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] spice.playback_compression     = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] spice.server_listen            = 127.0.0.1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] spice.streaming_mode           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] spice.zlib_compression         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] upgrade_levels.baseapi         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] upgrade_levels.cert            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] upgrade_levels.compute         = auto {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] upgrade_levels.conductor       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] upgrade_levels.scheduler       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vendordata_dynamic_auth.cafile = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vendordata_dynamic_auth.certfile = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vendordata_dynamic_auth.insecure = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vendordata_dynamic_auth.timeout = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.api_retry_count         = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.ca_file                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.cache_prefix            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.cluster_name            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.connection_pool_size    = 10 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.console_delay_seconds   = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.datastore_regex         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.host_ip                 = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.host_password           = **** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.host_port               = 443 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.host_username           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.insecure                = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.integration_bridge      = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.maximum_objects         = 100 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.pbm_default_policy      = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.pbm_enabled             = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.pbm_wsdl_location       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.serial_port_proxy_uri   = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.serial_port_service_uri = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.task_poll_interval      = 0.5 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.use_linked_clone        = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.vnc_keymap              = en-us {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.vnc_port                = 5900 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vmware.vnc_port_total          = 10000 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vnc.auth_schemes               = ['none'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vnc.enabled                    = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vnc.novncproxy_port            = 6080 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vnc.vencrypt_ca_certs          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vnc.vencrypt_client_cert       = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vnc.vencrypt_client_key        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.disable_rootwrap   = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.enable_numa_live_migration = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.libvirt_disable_apic = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] wsgi.client_socket_timeout     = 900 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] wsgi.default_pool_size         = 1000 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] wsgi.keep_alive                = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] wsgi.max_header_line           = 16384 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] wsgi.ssl_ca_file               = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] wsgi.ssl_cert_file             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] wsgi.ssl_key_file              = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] wsgi.tcp_keepidle              = 600 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] zvm.ca_file                    = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] zvm.cloud_connector_url        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] zvm.reachable_timeout          = 300 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_policy.enforce_new_defaults = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_policy.enforce_scope      = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_policy.policy_default_rule = default {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler.connection_string     = messaging:// {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler.enabled               = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler.es_doc_type           = notification {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler.es_scroll_size        = 10000 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler.es_scroll_time        = 2m {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler.filter_error_trace    = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler.hmac_keys             = **** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler.sentinel_service_name = mymaster {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler.socket_timeout        = 0.1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler.trace_requests        = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler.trace_sqlalchemy      = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler_jaeger.process_tags   = {} {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler_jaeger.service_name_prefix = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] profiler_otlp.service_name_prefix = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] remote_debug.host              = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] remote_debug.port              = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_notifications.retry = -1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.auth_section        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.auth_type           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.cafile              = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.certfile            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.collect_timing      = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.connect_retries     = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.connect_retry_delay = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.endpoint_id         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.endpoint_override   = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.insecure            = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.keyfile             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.max_version         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.min_version         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.region_name         = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.service_name        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.service_type        = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.split_loggers       = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.status_code_retries = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.status_code_retry_delay = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.timeout             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.valid_interfaces    = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_limit.version             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_reports.file_event_handler = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] oslo_reports.log_dir           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plug_ovs_privileged.group  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] vif_plug_ovs_privileged.user   = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_ovs.isolate_vif         = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] os_brick.lock_path             = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] privsep_osbrick.capabilities   = [21] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] privsep_osbrick.group          = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] privsep_osbrick.helper_command = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] privsep_osbrick.user           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] nova_sys_admin.group           = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] nova_sys_admin.helper_command  = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] nova_sys_admin.user            = None {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG oslo_service.service [None req-29743d25-1d51-46cd-abdc-f2dabd7b3355 None None] ******************************************************************************** {{(pid=74702) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 26 01:34:12 user nova-compute[74702]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 26 01:34:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Connecting to libvirt: qemu:///system {{(pid=74702) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f95205ee4d0> {{(pid=74702) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 26 01:34:12 user nova-compute[74702]: libvirt:  error : internal error: could not initialize domain event timer
Oct 26 01:34:12 user nova-compute[74702]: WARNING nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 26 01:34:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f95205ee4d0> {{(pid=74702) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Starting native event thread {{(pid=74702) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Starting green dispatch thread {{(pid=74702) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 26 01:34:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Starting connection event dispatch thread {{(pid=74702) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 26 01:34:12 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Connection event '1' reason 'None'
Oct 26 01:34:12 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 26 01:34:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.mount [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Initialising _HostMountState generation 0 {{(pid=74702) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 26 01:34:19 user nova-compute[74702]: INFO nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Libvirt host capabilities <capabilities>
Oct 26 01:34:19 user nova-compute[74702]:   <host>
Oct 26 01:34:19 user nova-compute[74702]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 26 01:34:19 user nova-compute[74702]:     <cpu>
Oct 26 01:34:19 user nova-compute[74702]:       <arch>x86_64</arch>
Oct 26 01:34:19 user nova-compute[74702]:       <model>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <vendor>Intel</vendor>
Oct 26 01:34:19 user nova-compute[74702]:       <microcode version='1070'/>
Oct 26 01:34:19 user nova-compute[74702]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 26 01:34:19 user nova-compute[74702]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='ss'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='vmx'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='pcid'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='osxsave'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='hypervisor'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='arat'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='tsc_adjust'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='md-clear'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='arch-capabilities'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='invtsc'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='rsba'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature name='skip-l1dfl-vmentry'/>
Oct 26 01:34:19 user nova-compute[74702]:       <pages unit='KiB' size='4'/>
Oct 26 01:34:19 user nova-compute[74702]:       <pages unit='KiB' size='2048'/>
Oct 26 01:34:19 user nova-compute[74702]:     </cpu>
Oct 26 01:34:19 user nova-compute[74702]:     <power_management>
Oct 26 01:34:19 user nova-compute[74702]:       <suspend_mem/>
Oct 26 01:34:19 user nova-compute[74702]:       <suspend_disk/>
Oct 26 01:34:19 user nova-compute[74702]:       <suspend_hybrid/>
Oct 26 01:34:19 user nova-compute[74702]:     </power_management>
Oct 26 01:34:19 user nova-compute[74702]:     <iommu support='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     <migration_features>
Oct 26 01:34:19 user nova-compute[74702]:       <live/>
Oct 26 01:34:19 user nova-compute[74702]:       <uri_transports>
Oct 26 01:34:19 user nova-compute[74702]:         <uri_transport>tcp</uri_transport>
Oct 26 01:34:19 user nova-compute[74702]:         <uri_transport>rdma</uri_transport>
Oct 26 01:34:19 user nova-compute[74702]:       </uri_transports>
Oct 26 01:34:19 user nova-compute[74702]:     </migration_features>
Oct 26 01:34:19 user nova-compute[74702]:     <topology>
Oct 26 01:34:19 user nova-compute[74702]:       <cells num='2'>
Oct 26 01:34:19 user nova-compute[74702]:         <cell id='0'>
Oct 26 01:34:19 user nova-compute[74702]:           <memory unit='KiB'>8140616</memory>
Oct 26 01:34:19 user nova-compute[74702]:           <pages unit='KiB' size='4'>2035154</pages>
Oct 26 01:34:19 user nova-compute[74702]:           <pages unit='KiB' size='2048'>0</pages>
Oct 26 01:34:19 user nova-compute[74702]:           <distances>
Oct 26 01:34:19 user nova-compute[74702]:             <sibling id='0' value='10'/>
Oct 26 01:34:19 user nova-compute[74702]:             <sibling id='1' value='20'/>
Oct 26 01:34:19 user nova-compute[74702]:           </distances>
Oct 26 01:34:19 user nova-compute[74702]:           <cpus num='6'>
Oct 26 01:34:19 user nova-compute[74702]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 26 01:34:19 user nova-compute[74702]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 26 01:34:19 user nova-compute[74702]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 26 01:34:19 user nova-compute[74702]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 26 01:34:19 user nova-compute[74702]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 26 01:34:19 user nova-compute[74702]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 26 01:34:19 user nova-compute[74702]:           </cpus>
Oct 26 01:34:19 user nova-compute[74702]:         </cell>
Oct 26 01:34:19 user nova-compute[74702]:         <cell id='1'>
Oct 26 01:34:19 user nova-compute[74702]:           <memory unit='KiB'>8255100</memory>
Oct 26 01:34:19 user nova-compute[74702]:           <pages unit='KiB' size='4'>2063775</pages>
Oct 26 01:34:19 user nova-compute[74702]:           <pages unit='KiB' size='2048'>0</pages>
Oct 26 01:34:19 user nova-compute[74702]:           <distances>
Oct 26 01:34:19 user nova-compute[74702]:             <sibling id='0' value='20'/>
Oct 26 01:34:19 user nova-compute[74702]:             <sibling id='1' value='10'/>
Oct 26 01:34:19 user nova-compute[74702]:           </distances>
Oct 26 01:34:19 user nova-compute[74702]:           <cpus num='6'>
Oct 26 01:34:19 user nova-compute[74702]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 26 01:34:19 user nova-compute[74702]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 26 01:34:19 user nova-compute[74702]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 26 01:34:19 user nova-compute[74702]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 26 01:34:19 user nova-compute[74702]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 26 01:34:19 user nova-compute[74702]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 26 01:34:19 user nova-compute[74702]:           </cpus>
Oct 26 01:34:19 user nova-compute[74702]:         </cell>
Oct 26 01:34:19 user nova-compute[74702]:       </cells>
Oct 26 01:34:19 user nova-compute[74702]:     </topology>
Oct 26 01:34:19 user nova-compute[74702]:     <cache>
Oct 26 01:34:19 user nova-compute[74702]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 26 01:34:19 user nova-compute[74702]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 26 01:34:19 user nova-compute[74702]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 26 01:34:19 user nova-compute[74702]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 26 01:34:19 user nova-compute[74702]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 26 01:34:19 user nova-compute[74702]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 26 01:34:19 user nova-compute[74702]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 26 01:34:19 user nova-compute[74702]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 26 01:34:19 user nova-compute[74702]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 26 01:34:19 user nova-compute[74702]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 26 01:34:19 user nova-compute[74702]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 26 01:34:19 user nova-compute[74702]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 26 01:34:19 user nova-compute[74702]:     </cache>
Oct 26 01:34:19 user nova-compute[74702]:     <secmodel>
Oct 26 01:34:19 user nova-compute[74702]:       <model>apparmor</model>
Oct 26 01:34:19 user nova-compute[74702]:       <doi>0</doi>
Oct 26 01:34:19 user nova-compute[74702]:     </secmodel>
Oct 26 01:34:19 user nova-compute[74702]:     <secmodel>
Oct 26 01:34:19 user nova-compute[74702]:       <model>dac</model>
Oct 26 01:34:19 user nova-compute[74702]:       <doi>0</doi>
Oct 26 01:34:19 user nova-compute[74702]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 26 01:34:19 user nova-compute[74702]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 26 01:34:19 user nova-compute[74702]:     </secmodel>
Oct 26 01:34:19 user nova-compute[74702]:   </host>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='alpha'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>64</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>clipper</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='armv6l'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>integratorcp</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>borzoi</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>spitz</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>nuri</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>musca-b1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>versatileab</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>kzm</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>musca-a</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>smdkc210</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sx1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>z2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>tosa</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>sabrelite</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>realview-eb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>n810</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>n800</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>versatilepb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>terrier</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mainstone</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>midway</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>musicpal</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>microbit</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>cubieboard</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>verdex</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>netduino2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>raspi2b</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>cheetah</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>highbank</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>akita</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>connex</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>collie</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>raspi0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='armv7l'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>integratorcp</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>borzoi</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>spitz</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>nuri</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>musca-b1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>versatileab</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>kzm</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>musca-a</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>smdkc210</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sx1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>z2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>tosa</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>sabrelite</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>realview-eb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>n810</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>n800</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>versatilepb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>terrier</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mainstone</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>midway</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>musicpal</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>microbit</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>cubieboard</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>verdex</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>netduino2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>raspi2b</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>cheetah</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>highbank</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>akita</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>connex</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>collie</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>raspi0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='aarch64'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>64</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>integratorcp</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>borzoi</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>spitz</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>nuri</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>musca-b1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>versatileab</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>kzm</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>musca-a</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>smdkc210</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sx1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>z2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>tosa</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>sabrelite</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>realview-eb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>n810</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>n800</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>versatilepb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>terrier</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mainstone</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>midway</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>musicpal</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>microbit</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>cubieboard</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>verdex</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>netduino2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>raspi3b</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>raspi2b</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>cheetah</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>highbank</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>akita</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>connex</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>collie</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>raspi0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <acpi default='on' toggle='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='cris'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='i686'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>x-remote</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>isapc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>microvm</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='kvm'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <pae/>
Oct 26 01:34:19 user nova-compute[74702]:       <nonpae/>
Oct 26 01:34:19 user nova-compute[74702]:       <acpi default='on' toggle='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:       <apic default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='m68k'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>an5206</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>q800</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>next-cube</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='microblaze'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='microblazeel'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='mips'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='16'>malta</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mipssim</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='mipsel'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='16'>malta</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mipssim</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='mips64'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>64</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='16'>malta</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mipssim</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>pica61</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>magnum</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='mips64el'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>64</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='16'>malta</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mipssim</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>pica61</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>magnum</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='16'>boston</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='ppc'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>g3beige</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mac99</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>ppce500</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>pegasos2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sam460ex</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>bamboo</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>40p</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>ref405ep</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>taihu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='ppc64'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>64</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2048'>powernv9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>taihu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2048'>powernv10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>ppce500</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>40p</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>pegasos2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>bamboo</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>g3beige</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mac99</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sam460ex</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>ref405ep</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2048'>powernv8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='ppc64le'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>64</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2048'>powernv9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>taihu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2048'>powernv10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>ppce500</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>40p</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>pegasos2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>bamboo</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>g3beige</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>mac99</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sam460ex</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>ref405ep</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2048'>powernv8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='riscv32'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='8'>spike</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>opentitan</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='5'>sifive_u</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sifive_e</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='8'>virt</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='riscv64'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>64</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='8'>spike</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='5'>sifive_u</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>shakti_c</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sifive_e</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='8'>virt</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='s390x'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>64</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='sh4'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>shix</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>r2d</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='sh4eb'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>64</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>shix</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>r2d</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='sparc'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>SS-5</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>SS-20</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>LX</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>SS-4</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>SS-10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>Voyager</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='sparc64'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>64</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sun4u</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>niagara</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>sun4v</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='x86_64'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>64</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>x-remote</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='1'>isapc</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>microvm</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='kvm'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <acpi default='on' toggle='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:       <apic default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='xtensa'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>sim</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>kc705</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>ml605</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>virt</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>lx200</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>lx60</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]:   <guest>
Oct 26 01:34:19 user nova-compute[74702]:     <os_type>hvm</os_type>
Oct 26 01:34:19 user nova-compute[74702]:     <arch name='xtensaeb'>
Oct 26 01:34:19 user nova-compute[74702]:       <wordsize>32</wordsize>
Oct 26 01:34:19 user nova-compute[74702]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='4'>sim</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>kc705</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>ml605</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>virt</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>lx200</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>lx60</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 26 01:34:19 user nova-compute[74702]:       <domain type='qemu'/>
Oct 26 01:34:19 user nova-compute[74702]:     </arch>
Oct 26 01:34:19 user nova-compute[74702]:     <features>
Oct 26 01:34:19 user nova-compute[74702]:       <cpuselection/>
Oct 26 01:34:19 user nova-compute[74702]:       <deviceboot/>
Oct 26 01:34:19 user nova-compute[74702]:       <disksnapshot default='on' toggle='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     </features>
Oct 26 01:34:19 user nova-compute[74702]:   </guest>
Oct 26 01:34:19 user nova-compute[74702]: </capabilities>
Oct 26 01:34:19 user nova-compute[74702]: 
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for i686 via machine types: {'q35', 'pc', 'ubuntu-q35', 'ubuntu'} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 26 01:34:19 user nova-compute[74702]: <domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:   <path>/usr/bin/qemu-system-i386</path>
Oct 26 01:34:19 user nova-compute[74702]:   <domain>kvm</domain>
Oct 26 01:34:19 user nova-compute[74702]:   <machine>pc-q35-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:   <arch>i686</arch>
Oct 26 01:34:19 user nova-compute[74702]:   <vcpu max='288'/>
Oct 26 01:34:19 user nova-compute[74702]:   <iothreads supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:   <os supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='firmware'/>
Oct 26 01:34:19 user nova-compute[74702]:     <loader supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>rom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pflash</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='readonly'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>yes</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='secure'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </loader>
Oct 26 01:34:19 user nova-compute[74702]:   </os>
Oct 26 01:34:19 user nova-compute[74702]:   <cpu>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-passthrough' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='hostPassthroughMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='maximum' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='maximumMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>on</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-model' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <vendor>Intel</vendor>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ss'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='vmx'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='pcid'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='hypervisor'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arat'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='umip'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='md-clear'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibpb'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibrs'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='erms'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='lm'/>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='custom' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>qemu64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>qemu32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>phenom</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>n270</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>kvm64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>kvm32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>coreduo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>core2duo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>athlon</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Westmere-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Westmere</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Snowridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Penryn</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G5</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G4</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G1</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Nehalem-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Nehalem</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Rome</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Milan</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Dhyana</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cooperlake</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Conroe</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>486</model>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:   </cpu>
Oct 26 01:34:19 user nova-compute[74702]:   <memoryBacking supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='sourceType'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>file</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>anonymous</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>memfd</value>
Oct 26 01:34:19 user nova-compute[74702]:     </enum>
Oct 26 01:34:19 user nova-compute[74702]:   </memoryBacking>
Oct 26 01:34:19 user nova-compute[74702]:   <devices>
Oct 26 01:34:19 user nova-compute[74702]:     <disk supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='diskDevice'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>disk</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cdrom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>floppy</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>lun</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='bus'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>fdc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sata</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </disk>
Oct 26 01:34:19 user nova-compute[74702]:     <graphics supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sdl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vnc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>spice</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egl-headless</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </graphics>
Oct 26 01:34:19 user nova-compute[74702]:     <video supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='modelType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cirrus</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vmvga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>qxl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>none</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>bochs</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>ramfb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </video>
Oct 26 01:34:19 user nova-compute[74702]:     <hostdev supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='mode'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>subsystem</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='startupPolicy'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>default</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>mandatory</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>requisite</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>optional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='subsysType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pci</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='capsType'/>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='pciBackend'/>
Oct 26 01:34:19 user nova-compute[74702]:     </hostdev>
Oct 26 01:34:19 user nova-compute[74702]:     <rng supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>random</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egd</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>builtin</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </rng>
Oct 26 01:34:19 user nova-compute[74702]:     <filesystem supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='driverType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>path</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>handle</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtiofs</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </filesystem>
Oct 26 01:34:19 user nova-compute[74702]:     <tpm supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-tis</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-crb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>passthrough</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>emulator</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </tpm>
Oct 26 01:34:19 user nova-compute[74702]:   </devices>
Oct 26 01:34:19 user nova-compute[74702]:   <features>
Oct 26 01:34:19 user nova-compute[74702]:     <gic supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     <vmcoreinfo supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <genid supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backingStoreInput supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backup supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <sev supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:   </features>
Oct 26 01:34:19 user nova-compute[74702]: </domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:  {{(pid=74702) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 26 01:34:19 user nova-compute[74702]: <domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:   <path>/usr/bin/qemu-system-i386</path>
Oct 26 01:34:19 user nova-compute[74702]:   <domain>kvm</domain>
Oct 26 01:34:19 user nova-compute[74702]:   <machine>pc-i440fx-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:   <arch>i686</arch>
Oct 26 01:34:19 user nova-compute[74702]:   <vcpu max='255'/>
Oct 26 01:34:19 user nova-compute[74702]:   <iothreads supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:   <os supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='firmware'/>
Oct 26 01:34:19 user nova-compute[74702]:     <loader supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>rom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pflash</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='readonly'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>yes</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='secure'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </loader>
Oct 26 01:34:19 user nova-compute[74702]:   </os>
Oct 26 01:34:19 user nova-compute[74702]:   <cpu>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-passthrough' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='hostPassthroughMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='maximum' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='maximumMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>on</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-model' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <vendor>Intel</vendor>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ss'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='vmx'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='pcid'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='hypervisor'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arat'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='umip'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='md-clear'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibpb'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibrs'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='erms'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='lm'/>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='custom' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>qemu64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>qemu32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>phenom</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>n270</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>kvm64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>kvm32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>coreduo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>core2duo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>athlon</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Westmere-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Westmere</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Snowridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Penryn</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G5</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G4</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G1</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Nehalem-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Nehalem</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Rome</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Milan</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Dhyana</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cooperlake</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Conroe</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>486</model>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:   </cpu>
Oct 26 01:34:19 user nova-compute[74702]:   <memoryBacking supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='sourceType'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>file</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>anonymous</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>memfd</value>
Oct 26 01:34:19 user nova-compute[74702]:     </enum>
Oct 26 01:34:19 user nova-compute[74702]:   </memoryBacking>
Oct 26 01:34:19 user nova-compute[74702]:   <devices>
Oct 26 01:34:19 user nova-compute[74702]:     <disk supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='diskDevice'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>disk</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cdrom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>floppy</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>lun</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='bus'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>ide</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>fdc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sata</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </disk>
Oct 26 01:34:19 user nova-compute[74702]:     <graphics supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sdl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vnc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>spice</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egl-headless</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </graphics>
Oct 26 01:34:19 user nova-compute[74702]:     <video supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='modelType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cirrus</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vmvga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>qxl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>none</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>bochs</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>ramfb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </video>
Oct 26 01:34:19 user nova-compute[74702]:     <hostdev supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='mode'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>subsystem</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='startupPolicy'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>default</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>mandatory</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>requisite</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>optional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='subsysType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pci</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='capsType'/>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='pciBackend'/>
Oct 26 01:34:19 user nova-compute[74702]:     </hostdev>
Oct 26 01:34:19 user nova-compute[74702]:     <rng supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>random</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egd</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>builtin</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </rng>
Oct 26 01:34:19 user nova-compute[74702]:     <filesystem supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='driverType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>path</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>handle</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtiofs</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </filesystem>
Oct 26 01:34:19 user nova-compute[74702]:     <tpm supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-tis</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-crb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>passthrough</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>emulator</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </tpm>
Oct 26 01:34:19 user nova-compute[74702]:   </devices>
Oct 26 01:34:19 user nova-compute[74702]:   <features>
Oct 26 01:34:19 user nova-compute[74702]:     <gic supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     <vmcoreinfo supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <genid supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backingStoreInput supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backup supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <sev supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:   </features>
Oct 26 01:34:19 user nova-compute[74702]: </domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:  {{(pid=74702) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 26 01:34:19 user nova-compute[74702]: <domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:   <path>/usr/bin/qemu-system-i386</path>
Oct 26 01:34:19 user nova-compute[74702]:   <domain>kvm</domain>
Oct 26 01:34:19 user nova-compute[74702]:   <machine>pc-q35-jammy</machine>
Oct 26 01:34:19 user nova-compute[74702]:   <arch>i686</arch>
Oct 26 01:34:19 user nova-compute[74702]:   <vcpu max='288'/>
Oct 26 01:34:19 user nova-compute[74702]:   <iothreads supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:   <os supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='firmware'/>
Oct 26 01:34:19 user nova-compute[74702]:     <loader supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>rom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pflash</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='readonly'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>yes</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='secure'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </loader>
Oct 26 01:34:19 user nova-compute[74702]:   </os>
Oct 26 01:34:19 user nova-compute[74702]:   <cpu>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-passthrough' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='hostPassthroughMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='maximum' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='maximumMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>on</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-model' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <vendor>Intel</vendor>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ss'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='vmx'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='pcid'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='hypervisor'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arat'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='umip'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='md-clear'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibpb'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibrs'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='erms'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='lm'/>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='custom' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>qemu64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>qemu32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>phenom</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>n270</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>kvm64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>kvm32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>coreduo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>core2duo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>athlon</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Westmere-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Westmere</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Snowridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Penryn</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G5</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G4</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G1</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Nehalem-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Nehalem</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Rome</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Milan</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Dhyana</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cooperlake</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Conroe</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>486</model>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:   </cpu>
Oct 26 01:34:19 user nova-compute[74702]:   <memoryBacking supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='sourceType'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>file</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>anonymous</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>memfd</value>
Oct 26 01:34:19 user nova-compute[74702]:     </enum>
Oct 26 01:34:19 user nova-compute[74702]:   </memoryBacking>
Oct 26 01:34:19 user nova-compute[74702]:   <devices>
Oct 26 01:34:19 user nova-compute[74702]:     <disk supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='diskDevice'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>disk</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cdrom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>floppy</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>lun</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='bus'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>fdc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sata</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </disk>
Oct 26 01:34:19 user nova-compute[74702]:     <graphics supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sdl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vnc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>spice</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egl-headless</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </graphics>
Oct 26 01:34:19 user nova-compute[74702]:     <video supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='modelType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cirrus</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vmvga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>qxl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>none</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>bochs</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>ramfb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </video>
Oct 26 01:34:19 user nova-compute[74702]:     <hostdev supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='mode'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>subsystem</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='startupPolicy'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>default</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>mandatory</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>requisite</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>optional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='subsysType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pci</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='capsType'/>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='pciBackend'/>
Oct 26 01:34:19 user nova-compute[74702]:     </hostdev>
Oct 26 01:34:19 user nova-compute[74702]:     <rng supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>random</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egd</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>builtin</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </rng>
Oct 26 01:34:19 user nova-compute[74702]:     <filesystem supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='driverType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>path</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>handle</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtiofs</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </filesystem>
Oct 26 01:34:19 user nova-compute[74702]:     <tpm supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-tis</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-crb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>passthrough</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>emulator</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </tpm>
Oct 26 01:34:19 user nova-compute[74702]:   </devices>
Oct 26 01:34:19 user nova-compute[74702]:   <features>
Oct 26 01:34:19 user nova-compute[74702]:     <gic supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     <vmcoreinfo supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <genid supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backingStoreInput supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backup supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <sev supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:   </features>
Oct 26 01:34:19 user nova-compute[74702]: </domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:  {{(pid=74702) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 26 01:34:19 user nova-compute[74702]: <domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:   <path>/usr/bin/qemu-system-i386</path>
Oct 26 01:34:19 user nova-compute[74702]:   <domain>kvm</domain>
Oct 26 01:34:19 user nova-compute[74702]:   <machine>pc-i440fx-jammy</machine>
Oct 26 01:34:19 user nova-compute[74702]:   <arch>i686</arch>
Oct 26 01:34:19 user nova-compute[74702]:   <vcpu max='255'/>
Oct 26 01:34:19 user nova-compute[74702]:   <iothreads supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:   <os supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='firmware'/>
Oct 26 01:34:19 user nova-compute[74702]:     <loader supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>rom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pflash</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='readonly'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>yes</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='secure'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </loader>
Oct 26 01:34:19 user nova-compute[74702]:   </os>
Oct 26 01:34:19 user nova-compute[74702]:   <cpu>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-passthrough' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='hostPassthroughMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='maximum' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='maximumMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>on</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-model' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <vendor>Intel</vendor>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ss'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='vmx'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='pcid'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='hypervisor'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arat'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='umip'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='md-clear'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibpb'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibrs'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='erms'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='lm'/>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='custom' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>qemu64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>qemu32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>phenom</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>n270</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>kvm64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>kvm32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>coreduo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>core2duo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>athlon</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Westmere-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Westmere</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Snowridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Penryn</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G5</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G4</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G1</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Nehalem-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Nehalem</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Rome</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Milan</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Dhyana</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cooperlake</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Conroe</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>486</model>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:   </cpu>
Oct 26 01:34:19 user nova-compute[74702]:   <memoryBacking supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='sourceType'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>file</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>anonymous</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>memfd</value>
Oct 26 01:34:19 user nova-compute[74702]:     </enum>
Oct 26 01:34:19 user nova-compute[74702]:   </memoryBacking>
Oct 26 01:34:19 user nova-compute[74702]:   <devices>
Oct 26 01:34:19 user nova-compute[74702]:     <disk supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='diskDevice'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>disk</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cdrom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>floppy</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>lun</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='bus'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>ide</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>fdc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sata</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </disk>
Oct 26 01:34:19 user nova-compute[74702]:     <graphics supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sdl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vnc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>spice</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egl-headless</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </graphics>
Oct 26 01:34:19 user nova-compute[74702]:     <video supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='modelType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cirrus</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vmvga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>qxl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>none</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>bochs</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>ramfb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </video>
Oct 26 01:34:19 user nova-compute[74702]:     <hostdev supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='mode'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>subsystem</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='startupPolicy'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>default</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>mandatory</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>requisite</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>optional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='subsysType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pci</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='capsType'/>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='pciBackend'/>
Oct 26 01:34:19 user nova-compute[74702]:     </hostdev>
Oct 26 01:34:19 user nova-compute[74702]:     <rng supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>random</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egd</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>builtin</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </rng>
Oct 26 01:34:19 user nova-compute[74702]:     <filesystem supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='driverType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>path</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>handle</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtiofs</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </filesystem>
Oct 26 01:34:19 user nova-compute[74702]:     <tpm supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-tis</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-crb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>passthrough</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>emulator</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </tpm>
Oct 26 01:34:19 user nova-compute[74702]:   </devices>
Oct 26 01:34:19 user nova-compute[74702]:   <features>
Oct 26 01:34:19 user nova-compute[74702]:     <gic supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     <vmcoreinfo supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <genid supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backingStoreInput supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backup supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <sev supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:   </features>
Oct 26 01:34:19 user nova-compute[74702]: </domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:  {{(pid=74702) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'pc', 'ubuntu-q35', 'ubuntu'} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 26 01:34:19 user nova-compute[74702]: <domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 26 01:34:19 user nova-compute[74702]:   <domain>kvm</domain>
Oct 26 01:34:19 user nova-compute[74702]:   <machine>pc-q35-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:   <arch>x86_64</arch>
Oct 26 01:34:19 user nova-compute[74702]:   <vcpu max='288'/>
Oct 26 01:34:19 user nova-compute[74702]:   <iothreads supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:   <os supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='firmware'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>efi</value>
Oct 26 01:34:19 user nova-compute[74702]:     </enum>
Oct 26 01:34:19 user nova-compute[74702]:     <loader supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>rom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pflash</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='readonly'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>yes</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='secure'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>yes</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </loader>
Oct 26 01:34:19 user nova-compute[74702]:   </os>
Oct 26 01:34:19 user nova-compute[74702]:   <cpu>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-passthrough' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='hostPassthroughMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>on</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='maximum' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='maximumMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>on</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-model' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <vendor>Intel</vendor>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ss'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='vmx'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='pcid'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='hypervisor'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arat'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='umip'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='md-clear'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='invtsc'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibpb'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibrs'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='rsba'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='pschange-mc-no'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='erms'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='custom' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>qemu64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>qemu32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>phenom</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>n270</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>kvm64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>kvm32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>coreduo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>core2duo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>athlon</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Westmere-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Westmere</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Snowridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Penryn</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G5</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G4</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Opteron_G1</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Nehalem</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Rome</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Milan</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Dhyana</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cooperlake</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Conroe</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>486</model>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:   </cpu>
Oct 26 01:34:19 user nova-compute[74702]:   <memoryBacking supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='sourceType'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>file</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>anonymous</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>memfd</value>
Oct 26 01:34:19 user nova-compute[74702]:     </enum>
Oct 26 01:34:19 user nova-compute[74702]:   </memoryBacking>
Oct 26 01:34:19 user nova-compute[74702]:   <devices>
Oct 26 01:34:19 user nova-compute[74702]:     <disk supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='diskDevice'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>disk</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cdrom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>floppy</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>lun</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='bus'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>fdc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sata</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </disk>
Oct 26 01:34:19 user nova-compute[74702]:     <graphics supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sdl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vnc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>spice</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egl-headless</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </graphics>
Oct 26 01:34:19 user nova-compute[74702]:     <video supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='modelType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cirrus</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vmvga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>qxl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>none</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>bochs</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>ramfb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </video>
Oct 26 01:34:19 user nova-compute[74702]:     <hostdev supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='mode'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>subsystem</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='startupPolicy'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>default</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>mandatory</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>requisite</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>optional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='subsysType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pci</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='capsType'/>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='pciBackend'/>
Oct 26 01:34:19 user nova-compute[74702]:     </hostdev>
Oct 26 01:34:19 user nova-compute[74702]:     <rng supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>random</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egd</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>builtin</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </rng>
Oct 26 01:34:19 user nova-compute[74702]:     <filesystem supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='driverType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>path</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>handle</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtiofs</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </filesystem>
Oct 26 01:34:19 user nova-compute[74702]:     <tpm supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-tis</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-crb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>passthrough</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>emulator</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </tpm>
Oct 26 01:34:19 user nova-compute[74702]:   </devices>
Oct 26 01:34:19 user nova-compute[74702]:   <features>
Oct 26 01:34:19 user nova-compute[74702]:     <gic supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     <vmcoreinfo supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <genid supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backingStoreInput supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backup supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <sev supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:   </features>
Oct 26 01:34:19 user nova-compute[74702]: </domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:  {{(pid=74702) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 26 01:34:19 user nova-compute[74702]: <domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 26 01:34:19 user nova-compute[74702]:   <domain>kvm</domain>
Oct 26 01:34:19 user nova-compute[74702]:   <machine>pc-i440fx-6.2</machine>
Oct 26 01:34:19 user nova-compute[74702]:   <arch>x86_64</arch>
Oct 26 01:34:19 user nova-compute[74702]:   <vcpu max='255'/>
Oct 26 01:34:19 user nova-compute[74702]:   <iothreads supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:   <os supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='firmware'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>efi</value>
Oct 26 01:34:19 user nova-compute[74702]:     </enum>
Oct 26 01:34:19 user nova-compute[74702]:     <loader supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>rom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pflash</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='readonly'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>yes</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='secure'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </loader>
Oct 26 01:34:19 user nova-compute[74702]:   </os>
Oct 26 01:34:19 user nova-compute[74702]:   <cpu>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-passthrough' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='hostPassthroughMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>on</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='maximum' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='maximumMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>on</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-model' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <vendor>Intel</vendor>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ss'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='vmx'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='pcid'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='hypervisor'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arat'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='umip'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='md-clear'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='invtsc'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibpb'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibrs'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='rsba'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='pschange-mc-no'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='erms'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='custom' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>qemu64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>qemu32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>phenom</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>n270</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>kvm64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>kvm32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>coreduo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>core2duo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>athlon</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Westmere-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Westmere</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Snowridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Penryn</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G5</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G4</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Opteron_G1</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Nehalem</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Rome</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Milan</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Dhyana</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cooperlake</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Conroe</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>486</model>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:   </cpu>
Oct 26 01:34:19 user nova-compute[74702]:   <memoryBacking supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='sourceType'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>file</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>anonymous</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>memfd</value>
Oct 26 01:34:19 user nova-compute[74702]:     </enum>
Oct 26 01:34:19 user nova-compute[74702]:   </memoryBacking>
Oct 26 01:34:19 user nova-compute[74702]:   <devices>
Oct 26 01:34:19 user nova-compute[74702]:     <disk supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='diskDevice'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>disk</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cdrom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>floppy</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>lun</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='bus'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>ide</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>fdc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sata</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </disk>
Oct 26 01:34:19 user nova-compute[74702]:     <graphics supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sdl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vnc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>spice</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egl-headless</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </graphics>
Oct 26 01:34:19 user nova-compute[74702]:     <video supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='modelType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cirrus</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vmvga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>qxl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>none</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>bochs</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>ramfb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </video>
Oct 26 01:34:19 user nova-compute[74702]:     <hostdev supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='mode'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>subsystem</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='startupPolicy'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>default</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>mandatory</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>requisite</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>optional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='subsysType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pci</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='capsType'/>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='pciBackend'/>
Oct 26 01:34:19 user nova-compute[74702]:     </hostdev>
Oct 26 01:34:19 user nova-compute[74702]:     <rng supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>random</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egd</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>builtin</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </rng>
Oct 26 01:34:19 user nova-compute[74702]:     <filesystem supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='driverType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>path</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>handle</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtiofs</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </filesystem>
Oct 26 01:34:19 user nova-compute[74702]:     <tpm supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-tis</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-crb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>passthrough</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>emulator</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </tpm>
Oct 26 01:34:19 user nova-compute[74702]:   </devices>
Oct 26 01:34:19 user nova-compute[74702]:   <features>
Oct 26 01:34:19 user nova-compute[74702]:     <gic supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     <vmcoreinfo supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <genid supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backingStoreInput supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backup supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <sev supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:   </features>
Oct 26 01:34:19 user nova-compute[74702]: </domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:  {{(pid=74702) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 26 01:34:19 user nova-compute[74702]: <domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 26 01:34:19 user nova-compute[74702]:   <domain>kvm</domain>
Oct 26 01:34:19 user nova-compute[74702]:   <machine>pc-q35-jammy</machine>
Oct 26 01:34:19 user nova-compute[74702]:   <arch>x86_64</arch>
Oct 26 01:34:19 user nova-compute[74702]:   <vcpu max='288'/>
Oct 26 01:34:19 user nova-compute[74702]:   <iothreads supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:   <os supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='firmware'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>efi</value>
Oct 26 01:34:19 user nova-compute[74702]:     </enum>
Oct 26 01:34:19 user nova-compute[74702]:     <loader supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>rom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pflash</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='readonly'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>yes</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='secure'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>yes</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </loader>
Oct 26 01:34:19 user nova-compute[74702]:   </os>
Oct 26 01:34:19 user nova-compute[74702]:   <cpu>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-passthrough' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='hostPassthroughMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>on</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='maximum' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='maximumMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>on</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-model' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <vendor>Intel</vendor>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ss'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='vmx'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='pcid'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='hypervisor'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arat'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='umip'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='md-clear'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='invtsc'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibpb'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibrs'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='rsba'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='pschange-mc-no'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='erms'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='custom' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>qemu64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>qemu32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>phenom</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>n270</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>kvm64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>kvm32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>coreduo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>core2duo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>athlon</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Westmere-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Westmere</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Snowridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Penryn</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G5</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G4</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Opteron_G1</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Nehalem</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Rome</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Milan</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Dhyana</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cooperlake</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Conroe</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>486</model>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:   </cpu>
Oct 26 01:34:19 user nova-compute[74702]:   <memoryBacking supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='sourceType'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>file</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>anonymous</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>memfd</value>
Oct 26 01:34:19 user nova-compute[74702]:     </enum>
Oct 26 01:34:19 user nova-compute[74702]:   </memoryBacking>
Oct 26 01:34:19 user nova-compute[74702]:   <devices>
Oct 26 01:34:19 user nova-compute[74702]:     <disk supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='diskDevice'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>disk</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cdrom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>floppy</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>lun</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='bus'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>fdc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sata</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </disk>
Oct 26 01:34:19 user nova-compute[74702]:     <graphics supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sdl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vnc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>spice</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egl-headless</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </graphics>
Oct 26 01:34:19 user nova-compute[74702]:     <video supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='modelType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cirrus</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vmvga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>qxl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>none</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>bochs</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>ramfb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </video>
Oct 26 01:34:19 user nova-compute[74702]:     <hostdev supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='mode'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>subsystem</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='startupPolicy'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>default</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>mandatory</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>requisite</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>optional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='subsysType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pci</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='capsType'/>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='pciBackend'/>
Oct 26 01:34:19 user nova-compute[74702]:     </hostdev>
Oct 26 01:34:19 user nova-compute[74702]:     <rng supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>random</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egd</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>builtin</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </rng>
Oct 26 01:34:19 user nova-compute[74702]:     <filesystem supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='driverType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>path</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>handle</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtiofs</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </filesystem>
Oct 26 01:34:19 user nova-compute[74702]:     <tpm supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-tis</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-crb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>passthrough</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>emulator</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </tpm>
Oct 26 01:34:19 user nova-compute[74702]:   </devices>
Oct 26 01:34:19 user nova-compute[74702]:   <features>
Oct 26 01:34:19 user nova-compute[74702]:     <gic supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     <vmcoreinfo supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <genid supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backingStoreInput supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backup supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <sev supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:   </features>
Oct 26 01:34:19 user nova-compute[74702]: </domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:  {{(pid=74702) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 26 01:34:19 user nova-compute[74702]: <domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 26 01:34:19 user nova-compute[74702]:   <domain>kvm</domain>
Oct 26 01:34:19 user nova-compute[74702]:   <machine>pc-i440fx-jammy</machine>
Oct 26 01:34:19 user nova-compute[74702]:   <arch>x86_64</arch>
Oct 26 01:34:19 user nova-compute[74702]:   <vcpu max='255'/>
Oct 26 01:34:19 user nova-compute[74702]:   <iothreads supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:   <os supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='firmware'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>efi</value>
Oct 26 01:34:19 user nova-compute[74702]:     </enum>
Oct 26 01:34:19 user nova-compute[74702]:     <loader supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>rom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pflash</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='readonly'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>yes</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='secure'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>no</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </loader>
Oct 26 01:34:19 user nova-compute[74702]:   </os>
Oct 26 01:34:19 user nova-compute[74702]:   <cpu>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-passthrough' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='hostPassthroughMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>on</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='maximum' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='maximumMigratable'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>on</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>off</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='host-model' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <vendor>Intel</vendor>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ss'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='vmx'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='pcid'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='hypervisor'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arat'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='tsc_adjust'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='umip'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='md-clear'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='arch-capabilities'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='invtsc'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibpb'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='ibrs'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-stibp'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='amd-ssbd'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='rsba'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='require' name='pschange-mc-no'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='erms'/>
Oct 26 01:34:19 user nova-compute[74702]:       <feature policy='disable' name='xsaveopt'/>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:     <mode name='custom' supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>qemu64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>qemu32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>phenom</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>pentium</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>n270</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>kvm64</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>kvm32</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>coreduo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>core2duo</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>athlon</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Westmere-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Westmere</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Snowridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Skylake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>SandyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Penryn</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G5</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G4</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G3</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Opteron_G2</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Opteron_G1</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Nehalem</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>IvyBridge</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Icelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Haswell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Rome</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-Milan</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC-IBPB</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>EPYC</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Dhyana</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cooperlake</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>Conroe</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Cascadelake-Server</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-noTSX</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell-IBRS</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='no'>Broadwell</model>
Oct 26 01:34:19 user nova-compute[74702]:       <model usable='yes'>486</model>
Oct 26 01:34:19 user nova-compute[74702]:     </mode>
Oct 26 01:34:19 user nova-compute[74702]:   </cpu>
Oct 26 01:34:19 user nova-compute[74702]:   <memoryBacking supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:     <enum name='sourceType'>
Oct 26 01:34:19 user nova-compute[74702]:       <value>file</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>anonymous</value>
Oct 26 01:34:19 user nova-compute[74702]:       <value>memfd</value>
Oct 26 01:34:19 user nova-compute[74702]:     </enum>
Oct 26 01:34:19 user nova-compute[74702]:   </memoryBacking>
Oct 26 01:34:19 user nova-compute[74702]:   <devices>
Oct 26 01:34:19 user nova-compute[74702]:     <disk supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='diskDevice'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>disk</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cdrom</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>floppy</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>lun</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='bus'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>ide</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>fdc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sata</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </disk>
Oct 26 01:34:19 user nova-compute[74702]:     <graphics supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='type'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>sdl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vnc</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>spice</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egl-headless</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </graphics>
Oct 26 01:34:19 user nova-compute[74702]:     <video supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='modelType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>cirrus</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>vmvga</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>qxl</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>none</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>bochs</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>ramfb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </video>
Oct 26 01:34:19 user nova-compute[74702]:     <hostdev supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='mode'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>subsystem</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='startupPolicy'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>default</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>mandatory</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>requisite</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>optional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='subsysType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>usb</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>pci</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>scsi</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='capsType'/>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='pciBackend'/>
Oct 26 01:34:19 user nova-compute[74702]:     </hostdev>
Oct 26 01:34:19 user nova-compute[74702]:     <rng supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtio-non-transitional</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>random</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>egd</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>builtin</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </rng>
Oct 26 01:34:19 user nova-compute[74702]:     <filesystem supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='driverType'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>path</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>handle</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>virtiofs</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </filesystem>
Oct 26 01:34:19 user nova-compute[74702]:     <tpm supported='yes'>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='model'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-tis</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>tpm-crb</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:       <enum name='backendModel'>
Oct 26 01:34:19 user nova-compute[74702]:         <value>passthrough</value>
Oct 26 01:34:19 user nova-compute[74702]:         <value>emulator</value>
Oct 26 01:34:19 user nova-compute[74702]:       </enum>
Oct 26 01:34:19 user nova-compute[74702]:     </tpm>
Oct 26 01:34:19 user nova-compute[74702]:   </devices>
Oct 26 01:34:19 user nova-compute[74702]:   <features>
Oct 26 01:34:19 user nova-compute[74702]:     <gic supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:     <vmcoreinfo supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <genid supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backingStoreInput supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <backup supported='yes'/>
Oct 26 01:34:19 user nova-compute[74702]:     <sev supported='no'/>
Oct 26 01:34:19 user nova-compute[74702]:   </features>
Oct 26 01:34:19 user nova-compute[74702]: </domainCapabilities>
Oct 26 01:34:19 user nova-compute[74702]:  {{(pid=74702) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74702) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74702) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Checking secure boot support for host arch (x86_64) {{(pid=74702) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 26 01:34:19 user nova-compute[74702]: INFO nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Secure Boot support detected
Oct 26 01:34:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] cpu compare xml: <cpu match="exact">
Oct 26 01:34:19 user nova-compute[74702]:   <model>Nehalem</model>
Oct 26 01:34:19 user nova-compute[74702]: </cpu>
Oct 26 01:34:19 user nova-compute[74702]:  {{(pid=74702) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 26 01:34:19 user nova-compute[74702]: INFO nova.virt.node [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Generated node identity 60180daa-0522-4340-9de3-71527a5e42d4
Oct 26 01:34:19 user nova-compute[74702]: INFO nova.virt.node [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Wrote node identity 60180daa-0522-4340-9de3-71527a5e42d4 to /opt/stack/data/nova/compute_id
Oct 26 01:34:19 user nova-compute[74702]: WARNING nova.compute.manager [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Compute nodes ['60180daa-0522-4340-9de3-71527a5e42d4'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 26 01:34:20 user nova-compute[74702]: INFO nova.compute.manager [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 26 01:34:20 user nova-compute[74702]: WARNING nova.compute.manager [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 26 01:34:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:34:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:34:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:34:20 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:34:20 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:34:20 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:34:20 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Hypervisor/Node resource view: name=user free_ram=10984MB free_disk=26.169769287109375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:34:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:34:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:34:20 user nova-compute[74702]: WARNING nova.compute.resource_tracker [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] No compute node record for user:60180daa-0522-4340-9de3-71527a5e42d4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 60180daa-0522-4340-9de3-71527a5e42d4 could not be found.
Oct 26 01:34:20 user nova-compute[74702]: INFO nova.compute.resource_tracker [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Compute node record created for user:user with uuid: 60180daa-0522-4340-9de3-71527a5e42d4
Oct 26 01:34:20 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:34:20 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:34:20 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] [req-7647b741-21a8-4353-99d7-7a87261d3fb1] Created resource provider record via placement API for resource provider with UUID 60180daa-0522-4340-9de3-71527a5e42d4 and name user.
Oct 26 01:34:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74702) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 26 01:34:20 user nova-compute[74702]: INFO nova.virt.libvirt.host [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] kernel doesn't support AMD SEV
Oct 26 01:34:20 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 01:34:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:34:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Libvirt baseline CPU <cpu>
Oct 26 01:34:20 user nova-compute[74702]:   <arch>x86_64</arch>
Oct 26 01:34:20 user nova-compute[74702]:   <model>Nehalem</model>
Oct 26 01:34:20 user nova-compute[74702]:   <vendor>Intel</vendor>
Oct 26 01:34:20 user nova-compute[74702]:   <topology sockets="6" cores="1" threads="1"/>
Oct 26 01:34:20 user nova-compute[74702]: </cpu>
Oct 26 01:34:20 user nova-compute[74702]:  {{(pid=74702) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 26 01:34:20 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Updated inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 26 01:34:20 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Updating resource provider 60180daa-0522-4340-9de3-71527a5e42d4 generation from 0 to 1 during operation: update_inventory {{(pid=74702) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 26 01:34:20 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 01:34:20 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Updating resource provider 60180daa-0522-4340-9de3-71527a5e42d4 generation from 1 to 2 during operation: update_traits {{(pid=74702) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 26 01:34:21 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:34:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.704s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:34:21 user nova-compute[74702]: DEBUG nova.service [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Creating RPC server for service compute {{(pid=74702) start /opt/stack/nova/nova/service.py:182}}
Oct 26 01:34:21 user nova-compute[74702]: DEBUG nova.service [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] Join ServiceGroup membership for this service compute {{(pid=74702) start /opt/stack/nova/nova/service.py:199}}
Oct 26 01:34:21 user nova-compute[74702]: DEBUG nova.servicegroup.drivers.db [None req-c81d34fc-e9af-4b31-8add-eb28f34f7258 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74702) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_power_states {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:35:15 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:35:15 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:35:15 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=10324MB free_disk=26.073490142822266GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.152s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:35:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:36:12 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:36:12 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:36:12 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=10353MB free_disk=26.137622833251953GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:36:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.147s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:36:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:36:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:36:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:36:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:36:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:36:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:36:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:37:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:37:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:37:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:37:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 01:37:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 01:37:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:37:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:37:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:37:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:37:12 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:37:13 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:37:13 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:37:13 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=10353MB free_disk=25.89132308959961GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:37:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:37:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:37:13 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:37:13 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:37:13 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:37:13 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:37:13 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:37:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.236s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:37:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:37:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:37:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:37:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:37:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:37:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:37:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:38:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:38:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:38:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:38:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 01:38:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 01:38:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:38:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:38:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:13 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:38:14 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:14 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9619MB free_disk=25.911312103271484GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:38:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:38:14 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:38:14 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:38:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.174s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:38:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:38:15 user nova-compute[74702]: INFO nova.compute.claims [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Claim successful on node user
Oct 26 01:38:15 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:38:15 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:38:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.533s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:38:16 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:38:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:38:16 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Creating image(s)
Oct 26 01:38:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "/opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "/opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "/opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG nova.policy [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e9c680f688f42059011bde2d37fe96e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '541c5a0da90c4ee7a0a078f5f144d719', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:38:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9.part --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9.part --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG nova.virt.images [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] 13f38a05-6339-4dea-a135-bff12e404c02 was qcow2, converting to raw {{(pid=74702) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9.part /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9.converted {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9.part /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9.converted" returned: 0 in 0.300s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9.converted --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9.converted --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.347s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:17 user nova-compute[74702]: INFO oslo.privsep.daemon [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpqn0io0i3/privsep.sock']
Oct 26 01:38:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:38:17 user sudo[83955]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpqn0io0i3/privsep.sock
Oct 26 01:38:17 user sudo[83955]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 26 01:38:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:17 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:38:17 user nova-compute[74702]: INFO nova.compute.claims [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Claim successful on node user
Oct 26 01:38:18 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:38:18 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:38:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.331s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:18 user nova-compute[74702]: DEBUG nova.compute.manager [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:38:18 user nova-compute[74702]: DEBUG nova.compute.manager [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:38:18 user nova-compute[74702]: DEBUG nova.network.neutron [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:38:18 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:38:18 user nova-compute[74702]: DEBUG nova.compute.manager [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:38:18 user nova-compute[74702]: DEBUG nova.policy [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e9c680f688f42059011bde2d37fe96e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '541c5a0da90c4ee7a0a078f5f144d719', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:38:18 user nova-compute[74702]: DEBUG nova.compute.manager [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:38:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:38:18 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Creating image(s)
Oct 26 01:38:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "/opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "/opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "/opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:19 user sudo[83955]: pam_unix(sudo:session): session closed for user root
Oct 26 01:38:19 user nova-compute[74702]: INFO oslo.privsep.daemon [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Spawned new privsep daemon via rootwrap
Oct 26 01:38:19 user nova-compute[74702]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 26 01:38:19 user nova-compute[74702]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 26 01:38:19 user nova-compute[74702]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 26 01:38:19 user nova-compute[74702]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83958
Oct 26 01:38:19 user nova-compute[74702]: WARNING oslo_privsep.priv_context [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] privsep daemon already running
Oct 26 01:38:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:19 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Successfully created port: 326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:38:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.215s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.237s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk 1073741824" returned: 0 in 0.056s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.216s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk 1073741824" returned: 0 in 0.054s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Cannot resize image /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Ensure instance console log exists: /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.212s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Cannot resize image /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Ensure instance console log exists: /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:21 user nova-compute[74702]: DEBUG nova.network.neutron [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Successfully created port: 0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Successfully updated port: 326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquired lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Successfully updated port: 0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquired lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:38:23 user nova-compute[74702]: INFO nova.compute.claims [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Claim successful on node user
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-e3d4e4c4-c886-431b-9ea9-f064cbcc8313 req-44175076-2bb8-4fb5-a109-6a84f2f24a9b service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-changed-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-e3d4e4c4-c886-431b-9ea9-f064cbcc8313 req-44175076-2bb8-4fb5-a109-6a84f2f24a9b service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Refreshing instance network info cache due to event network-changed-326f7dd3-2d5b-48fb-9e26-d7b23056b62b. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e3d4e4c4-c886-431b-9ea9-f064cbcc8313 req-44175076-2bb8-4fb5-a109-6a84f2f24a9b service nova] Acquiring lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.399s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:38:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.376s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:38:24 user nova-compute[74702]: INFO nova.compute.claims [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Claim successful on node user
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:38:24 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:38:24 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Creating image(s)
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "/opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "/opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "/opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.neutron [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Updating instance_info_cache with network_info: [{"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.compute.manager [req-e372dbf2-ab96-4ee7-96b8-f6e02300d5f0 req-694183d1-79f1-4d76-a3c9-039cef41b359 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received event network-changed-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.compute.manager [req-e372dbf2-ab96-4ee7-96b8-f6e02300d5f0 req-694183d1-79f1-4d76-a3c9-039cef41b359 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Refreshing instance network info cache due to event network-changed-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e372dbf2-ab96-4ee7-96b8-f6e02300d5f0 req-694183d1-79f1-4d76-a3c9-039cef41b359 service nova] Acquiring lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.policy [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58a5bf469014452a9dae70e269478b68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9ef1aa34da54cfb99663a57b8f37bb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Releasing lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Instance network_info: |[{"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e372dbf2-ab96-4ee7-96b8-f6e02300d5f0 req-694183d1-79f1-4d76-a3c9-039cef41b359 service nova] Acquired lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.neutron [req-e372dbf2-ab96-4ee7-96b8-f6e02300d5f0 req-694183d1-79f1-4d76-a3c9-039cef41b359 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Refreshing network info cache for port 0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Start _get_guest_xml network_info=[{"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:38:24 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:24 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-188362877',display_name='tempest-ServerRescueNegativeTestJSON-server-188362877',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-188362877',id=2,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='541c5a0da90c4ee7a0a078f5f144d719',ramdisk_id='',reservation_id='r-5h72lewq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-858261015',owner_user_name='tempest-ServerRescueNegativeTestJSON-858261015-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:19Z,user_data=None,user_id='4e9c680f688f42059011bde2d37fe96e',uuid=ef6fc550-6b05-42ea-ab3e-8c595edf9e96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converting VIF {"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:f0:19,bridge_name='br-int',has_traffic_filtering=True,id=0f10f039-1ec4-48b5-9b1a-739dd93fc7b3,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f10f039-1e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.objects.instance [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'pci_devices' on Instance uuid ef6fc550-6b05-42ea-ab3e-8c595edf9e96 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:38:24 user nova-compute[74702]:   <uuid>ef6fc550-6b05-42ea-ab3e-8c595edf9e96</uuid>
Oct 26 01:38:24 user nova-compute[74702]:   <name>instance-00000002</name>
Oct 26 01:38:24 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:38:24 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:38:24 user nova-compute[74702]:   <metadata>
Oct 26 01:38:24 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:38:24 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:38:24 user nova-compute[74702]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-188362877</nova:name>
Oct 26 01:38:24 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:38:24</nova:creationTime>
Oct 26 01:38:24 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:38:24 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:38:24 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:38:24 user nova-compute[74702]:       <nova:owner>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:user uuid="4e9c680f688f42059011bde2d37fe96e">tempest-ServerRescueNegativeTestJSON-858261015-project-member</nova:user>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:project uuid="541c5a0da90c4ee7a0a078f5f144d719">tempest-ServerRescueNegativeTestJSON-858261015</nova:project>
Oct 26 01:38:24 user nova-compute[74702]:       </nova:owner>
Oct 26 01:38:24 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:38:24 user nova-compute[74702]:       <nova:ports>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:port uuid="0f10f039-1ec4-48b5-9b1a-739dd93fc7b3">
Oct 26 01:38:24 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 26 01:38:24 user nova-compute[74702]:         </nova:port>
Oct 26 01:38:24 user nova-compute[74702]:       </nova:ports>
Oct 26 01:38:24 user nova-compute[74702]:     </nova:instance>
Oct 26 01:38:24 user nova-compute[74702]:   </metadata>
Oct 26 01:38:24 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:38:24 user nova-compute[74702]:     <system>
Oct 26 01:38:24 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:38:24 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:38:24 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:38:24 user nova-compute[74702]:       <entry name="serial">ef6fc550-6b05-42ea-ab3e-8c595edf9e96</entry>
Oct 26 01:38:24 user nova-compute[74702]:       <entry name="uuid">ef6fc550-6b05-42ea-ab3e-8c595edf9e96</entry>
Oct 26 01:38:24 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:38:24 user nova-compute[74702]:     </system>
Oct 26 01:38:24 user nova-compute[74702]:   </sysinfo>
Oct 26 01:38:24 user nova-compute[74702]:   <os>
Oct 26 01:38:24 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:38:24 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:38:24 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:38:24 user nova-compute[74702]:   </os>
Oct 26 01:38:24 user nova-compute[74702]:   <features>
Oct 26 01:38:24 user nova-compute[74702]:     <acpi/>
Oct 26 01:38:24 user nova-compute[74702]:     <apic/>
Oct 26 01:38:24 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:38:24 user nova-compute[74702]:   </features>
Oct 26 01:38:24 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:38:24 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:38:24 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:38:24 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:38:24 user nova-compute[74702]:   </clock>
Oct 26 01:38:24 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:38:24 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:38:24 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:38:24 user nova-compute[74702]:   </cpu>
Oct 26 01:38:24 user nova-compute[74702]:   <devices>
Oct 26 01:38:24 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:38:24 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:38:24 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk"/>
Oct 26 01:38:24 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:38:24 user nova-compute[74702]:     </disk>
Oct 26 01:38:24 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:38:24 user nova-compute[74702]:       <mac address="fa:16:3e:5a:f0:19"/>
Oct 26 01:38:24 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:24 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:38:24 user nova-compute[74702]:       <target dev="tap0f10f039-1e"/>
Oct 26 01:38:24 user nova-compute[74702]:     </interface>
Oct 26 01:38:24 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:38:24 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/console.log" append="off"/>
Oct 26 01:38:24 user nova-compute[74702]:     </serial>
Oct 26 01:38:24 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:38:24 user nova-compute[74702]:     <video>
Oct 26 01:38:24 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:24 user nova-compute[74702]:     </video>
Oct 26 01:38:24 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:38:24 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:38:24 user nova-compute[74702]:     </rng>
Oct 26 01:38:24 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:38:24 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:38:24 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:38:24 user nova-compute[74702]:     </memballoon>
Oct 26 01:38:24 user nova-compute[74702]:   </devices>
Oct 26 01:38:24 user nova-compute[74702]: </domain>
Oct 26 01:38:24 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-188362877',display_name='tempest-ServerRescueNegativeTestJSON-server-188362877',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-188362877',id=2,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='541c5a0da90c4ee7a0a078f5f144d719',ramdisk_id='',reservation_id='r-5h72lewq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-858261015',owner_user_name='tempest-ServerRescueNegativeTestJSON-858261015-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:19Z,user_data=None,user_id='4e9c680f688f42059011bde2d37fe96e',uuid=ef6fc550-6b05-42ea-ab3e-8c595edf9e96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converting VIF {"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:f0:19,bridge_name='br-int',has_traffic_filtering=True,id=0f10f039-1ec4-48b5-9b1a-739dd93fc7b3,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f10f039-1e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG os_vif [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:f0:19,bridge_name='br-int',has_traffic_filtering=True,id=0f10f039-1ec4-48b5-9b1a-739dd93fc7b3,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f10f039-1e') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.637s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Created schema index Interface.name {{(pid=74702) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Created schema index Port.name {{(pid=74702) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Created schema index Bridge.name {{(pid=74702) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [POLLOUT] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.295s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updating instance_info_cache with network_info: [{"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Releasing lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Instance network_info: |[{"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e3d4e4c4-c886-431b-9ea9-f064cbcc8313 req-44175076-2bb8-4fb5-a109-6a84f2f24a9b service nova] Acquired lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.neutron [req-e3d4e4c4-c886-431b-9ea9-f064cbcc8313 req-44175076-2bb8-4fb5-a109-6a84f2f24a9b service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Refreshing network info cache for port 326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Start _get_guest_xml network_info=[{"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:24 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd0b86b7b-7d23-5970-afee-90291aef2a50', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:24 user nova-compute[74702]: INFO oslo.privsep.daemon [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpannrk8v6/privsep.sock']
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:38:24 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:24 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:38:24 user sudo[84008]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpannrk8v6/privsep.sock
Oct 26 01:38:24 user sudo[84008]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1191524075',display_name='tempest-ServerRescueNegativeTestJSON-server-1191524075',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1191524075',id=1,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='541c5a0da90c4ee7a0a078f5f144d719',ramdisk_id='',reservation_id='r-lca8dend',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-858261015',owner_user_name='tempest-ServerRescueNegativeTestJSON-858261015-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:16Z,user_data=None,user_id='4e9c680f688f42059011bde2d37fe96e',uuid=0818a203-91c9-40ff-ba3e-7c71db32deb0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converting VIF {"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:ec:1b,bridge_name='br-int',has_traffic_filtering=True,id=326f7dd3-2d5b-48fb-9e26-d7b23056b62b,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap326f7dd3-2d') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.objects.instance [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'pci_devices' on Instance uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.205s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:38:24 user nova-compute[74702]:   <uuid>0818a203-91c9-40ff-ba3e-7c71db32deb0</uuid>
Oct 26 01:38:24 user nova-compute[74702]:   <name>instance-00000001</name>
Oct 26 01:38:24 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:38:24 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:38:24 user nova-compute[74702]:   <metadata>
Oct 26 01:38:24 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:38:24 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:38:24 user nova-compute[74702]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1191524075</nova:name>
Oct 26 01:38:24 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:38:24</nova:creationTime>
Oct 26 01:38:24 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:38:24 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:38:24 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:38:24 user nova-compute[74702]:       <nova:owner>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:user uuid="4e9c680f688f42059011bde2d37fe96e">tempest-ServerRescueNegativeTestJSON-858261015-project-member</nova:user>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:project uuid="541c5a0da90c4ee7a0a078f5f144d719">tempest-ServerRescueNegativeTestJSON-858261015</nova:project>
Oct 26 01:38:24 user nova-compute[74702]:       </nova:owner>
Oct 26 01:38:24 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:38:24 user nova-compute[74702]:       <nova:ports>
Oct 26 01:38:24 user nova-compute[74702]:         <nova:port uuid="326f7dd3-2d5b-48fb-9e26-d7b23056b62b">
Oct 26 01:38:24 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:38:24 user nova-compute[74702]:         </nova:port>
Oct 26 01:38:24 user nova-compute[74702]:       </nova:ports>
Oct 26 01:38:24 user nova-compute[74702]:     </nova:instance>
Oct 26 01:38:24 user nova-compute[74702]:   </metadata>
Oct 26 01:38:24 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:38:24 user nova-compute[74702]:     <system>
Oct 26 01:38:24 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:38:24 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:38:24 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:38:24 user nova-compute[74702]:       <entry name="serial">0818a203-91c9-40ff-ba3e-7c71db32deb0</entry>
Oct 26 01:38:24 user nova-compute[74702]:       <entry name="uuid">0818a203-91c9-40ff-ba3e-7c71db32deb0</entry>
Oct 26 01:38:24 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:38:24 user nova-compute[74702]:     </system>
Oct 26 01:38:24 user nova-compute[74702]:   </sysinfo>
Oct 26 01:38:24 user nova-compute[74702]:   <os>
Oct 26 01:38:24 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:38:24 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:38:24 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:38:24 user nova-compute[74702]:   </os>
Oct 26 01:38:24 user nova-compute[74702]:   <features>
Oct 26 01:38:24 user nova-compute[74702]:     <acpi/>
Oct 26 01:38:24 user nova-compute[74702]:     <apic/>
Oct 26 01:38:24 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:38:24 user nova-compute[74702]:   </features>
Oct 26 01:38:24 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:38:24 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:38:24 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:38:24 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:38:24 user nova-compute[74702]:   </clock>
Oct 26 01:38:24 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:38:24 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:38:24 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:38:24 user nova-compute[74702]:   </cpu>
Oct 26 01:38:24 user nova-compute[74702]:   <devices>
Oct 26 01:38:24 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:38:24 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:38:24 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk"/>
Oct 26 01:38:24 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:38:24 user nova-compute[74702]:     </disk>
Oct 26 01:38:24 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:38:24 user nova-compute[74702]:       <mac address="fa:16:3e:4c:ec:1b"/>
Oct 26 01:38:24 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:24 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:38:24 user nova-compute[74702]:       <target dev="tap326f7dd3-2d"/>
Oct 26 01:38:24 user nova-compute[74702]:     </interface>
Oct 26 01:38:24 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:38:24 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/console.log" append="off"/>
Oct 26 01:38:24 user nova-compute[74702]:     </serial>
Oct 26 01:38:24 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:38:24 user nova-compute[74702]:     <video>
Oct 26 01:38:24 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:24 user nova-compute[74702]:     </video>
Oct 26 01:38:24 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:38:24 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:38:24 user nova-compute[74702]:     </rng>
Oct 26 01:38:24 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:38:24 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:38:24 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:38:24 user nova-compute[74702]:     </memballoon>
Oct 26 01:38:24 user nova-compute[74702]:   </devices>
Oct 26 01:38:24 user nova-compute[74702]: </domain>
Oct 26 01:38:24 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1191524075',display_name='tempest-ServerRescueNegativeTestJSON-server-1191524075',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1191524075',id=1,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='541c5a0da90c4ee7a0a078f5f144d719',ramdisk_id='',reservation_id='r-lca8dend',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-858261015',owner_user_name='tempest-ServerRescueNegativeTestJSON-858261015-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:16Z,user_data=None,user_id='4e9c680f688f42059011bde2d37fe96e',uuid=0818a203-91c9-40ff-ba3e-7c71db32deb0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converting VIF {"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:ec:1b,bridge_name='br-int',has_traffic_filtering=True,id=326f7dd3-2d5b-48fb-9e26-d7b23056b62b,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap326f7dd3-2d') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG os_vif [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:ec:1b,bridge_name='br-int',has_traffic_filtering=True,id=326f7dd3-2d5b-48fb-9e26-d7b23056b62b,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap326f7dd3-2d') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b0905cd6-349d-5a83-99d0-e65643f8c8ed', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk 1073741824" returned: 0 in 0.051s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:38:25 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Creating image(s)
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "/opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "/opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "/opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.policy [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b735ad5c04644438a013fb5ea8c5a29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee17386eab214305a6520014debce57e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.208s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Cannot resize image /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Ensure instance console log exists: /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.237s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk 1073741824" returned: 0 in 0.048s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.290s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.network.neutron [req-e372dbf2-ab96-4ee7-96b8-f6e02300d5f0 req-694183d1-79f1-4d76-a3c9-039cef41b359 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Updated VIF entry in instance network info cache for port 0f10f039-1ec4-48b5-9b1a-739dd93fc7b3. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.network.neutron [req-e372dbf2-ab96-4ee7-96b8-f6e02300d5f0 req-694183d1-79f1-4d76-a3c9-039cef41b359 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Updating instance_info_cache with network_info: [{"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e372dbf2-ab96-4ee7-96b8-f6e02300d5f0 req-694183d1-79f1-4d76-a3c9-039cef41b359 service nova] Releasing lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.224s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Checking if we can resize image /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Cannot resize image /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Ensure instance console log exists: /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:38:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:26 user sudo[84008]: pam_unix(sudo:session): session closed for user root
Oct 26 01:38:26 user nova-compute[74702]: INFO oslo.privsep.daemon [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Spawned new privsep daemon via rootwrap
Oct 26 01:38:26 user nova-compute[74702]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 26 01:38:26 user nova-compute[74702]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 26 01:38:26 user nova-compute[74702]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 26 01:38:26 user nova-compute[74702]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84037
Oct 26 01:38:26 user nova-compute[74702]: WARNING oslo_privsep.priv_context [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] privsep daemon already running
Oct 26 01:38:26 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Successfully created port: e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG nova.network.neutron [req-e3d4e4c4-c886-431b-9ea9-f064cbcc8313 req-44175076-2bb8-4fb5-a109-6a84f2f24a9b service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updated VIF entry in instance network info cache for port 326f7dd3-2d5b-48fb-9e26-d7b23056b62b. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG nova.network.neutron [req-e3d4e4c4-c886-431b-9ea9-f064cbcc8313 req-44175076-2bb8-4fb5-a109-6a84f2f24a9b service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updating instance_info_cache with network_info: [{"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e3d4e4c4-c886-431b-9ea9-f064cbcc8313 req-44175076-2bb8-4fb5-a109-6a84f2f24a9b service nova] Releasing lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap326f7dd3-2d, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap326f7dd3-2d, col_values=(('qos', UUID('cdeebd16-3db8-43cd-ade6-1b62cc59162b')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap326f7dd3-2d, col_values=(('external_ids', {'iface-id': '326f7dd3-2d5b-48fb-9e26-d7b23056b62b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4c:ec:1b', 'vm-uuid': '0818a203-91c9-40ff-ba3e-7c71db32deb0'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:26 user nova-compute[74702]: INFO os_vif [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:ec:1b,bridge_name='br-int',has_traffic_filtering=True,id=326f7dd3-2d5b-48fb-9e26-d7b23056b62b,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap326f7dd3-2d')
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0f10f039-1e, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0f10f039-1e, col_values=(('qos', UUID('301b51b9-3811-41d8-a31a-6c6a0022f0cb')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0f10f039-1e, col_values=(('external_ids', {'iface-id': '0f10f039-1ec4-48b5-9b1a-739dd93fc7b3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:f0:19', 'vm-uuid': 'ef6fc550-6b05-42ea-ab3e-8c595edf9e96'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:26 user nova-compute[74702]: INFO os_vif [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:f0:19,bridge_name='br-int',has_traffic_filtering=True,id=0f10f039-1ec4-48b5-9b1a-739dd93fc7b3,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f10f039-1e')
Oct 26 01:38:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No VIF found with MAC fa:16:3e:4c:ec:1b, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:38:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No VIF found with MAC fa:16:3e:5a:f0:19, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:38:27 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Successfully created port: 32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:38:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Successfully updated port: e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG nova.compute.manager [req-976da768-0ced-4e84-95ba-7e3f510ee6ad req-5c3fb5a1-edb5-423d-bfc1-d2762677aa1c service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received event network-changed-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG nova.compute.manager [req-976da768-0ced-4e84-95ba-7e3f510ee6ad req-5c3fb5a1-edb5-423d-bfc1-d2762677aa1c service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Refreshing instance network info cache due to event network-changed-e2511803-ccb1-462f-a95c-4553c03cfdbb. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-976da768-0ced-4e84-95ba-7e3f510ee6ad req-5c3fb5a1-edb5-423d-bfc1-d2762677aa1c service nova] Acquiring lock "refresh_cache-ff1dd0ba-18dc-41eb-a617-6f65897962c2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-976da768-0ced-4e84-95ba-7e3f510ee6ad req-5c3fb5a1-edb5-423d-bfc1-d2762677aa1c service nova] Acquired lock "refresh_cache-ff1dd0ba-18dc-41eb-a617-6f65897962c2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG nova.network.neutron [req-976da768-0ced-4e84-95ba-7e3f510ee6ad req-5c3fb5a1-edb5-423d-bfc1-d2762677aa1c service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Refreshing network info cache for port e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "refresh_cache-ff1dd0ba-18dc-41eb-a617-6f65897962c2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG nova.network.neutron [req-976da768-0ced-4e84-95ba-7e3f510ee6ad req-5c3fb5a1-edb5-423d-bfc1-d2762677aa1c service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "87902f05-5656-4a17-8008-921fb5d2fafb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:38:30 user nova-compute[74702]: INFO nova.compute.claims [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Claim successful on node user
Oct 26 01:38:30 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG nova.network.neutron [req-976da768-0ced-4e84-95ba-7e3f510ee6ad req-5c3fb5a1-edb5-423d-bfc1-d2762677aa1c service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.425s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-976da768-0ced-4e84-95ba-7e3f510ee6ad req-5c3fb5a1-edb5-423d-bfc1-d2762677aa1c service nova] Releasing lock "refresh_cache-ff1dd0ba-18dc-41eb-a617-6f65897962c2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquired lock "refresh_cache-ff1dd0ba-18dc-41eb-a617-6f65897962c2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:38:30 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:38:30 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Successfully updated port: 32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "refresh_cache-29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquired lock "refresh_cache-29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:38:31 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Creating image(s)
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "/opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "/opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "/opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.policy [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd78843fc35a425d8bb2bbad2a88ba74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff70c2375cf040e99c2c6c096e8b0600', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:38:31 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Instance spawned successfully.
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:38:31 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Instance spawned successfully.
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.226s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:31 user nova-compute[74702]: INFO nova.compute.manager [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Took 15.29 seconds to spawn the instance on the hypervisor.
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:38:31 user nova-compute[74702]: INFO nova.compute.manager [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Took 13.04 seconds to spawn the instance on the hypervisor.
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk 1073741824" returned: 0 in 0.118s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.357s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.compute.manager [req-e0d5ec3e-f706-4b69-9b73-b89536caaa39 req-a0948e45-f114-47c7-bd78-024844eed206 service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Received event network-changed-32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.compute.manager [req-e0d5ec3e-f706-4b69-9b73-b89536caaa39 req-a0948e45-f114-47c7-bd78-024844eed206 service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Refreshing instance network info cache due to event network-changed-32fe2e86-8443-4e46-91b3-67eda84f7d2a. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e0d5ec3e-f706-4b69-9b73-b89536caaa39 req-a0948e45-f114-47c7-bd78-024844eed206 service nova] Acquiring lock "refresh_cache-29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:38:31 user nova-compute[74702]: INFO nova.compute.claims [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Claim successful on node user
Oct 26 01:38:31 user nova-compute[74702]: INFO nova.compute.manager [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Took 16.63 seconds to build instance.
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8bb88a90-2fe9-4e98-a151-fe3e41142b21 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.846s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.227s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Checking if we can resize image /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:38:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:32 user nova-compute[74702]: INFO nova.compute.manager [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Took 14.20 seconds to build instance.
Oct 26 01:38:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71527757-2ce4-46ae-a39d-1423399010bc tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.350s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.285s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Cannot resize image /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Ensure instance console log exists: /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Updating instance_info_cache with network_info: [{"id": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "address": "fa:16:3e:bb:69:5b", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2511803-cc", "ovs_interfaceid": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.590s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Releasing lock "refresh_cache-ff1dd0ba-18dc-41eb-a617-6f65897962c2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Instance network_info: |[{"id": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "address": "fa:16:3e:bb:69:5b", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2511803-cc", "ovs_interfaceid": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Start _get_guest_xml network_info=[{"id": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "address": "fa:16:3e:bb:69:5b", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2511803-cc", "ovs_interfaceid": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:38:32 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:32 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Updating instance_info_cache with network_info: [{"id": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "address": "fa:16:3e:d7:11:8a", "network": {"id": "dfa47216-2775-4e9a-b6c7-420721bbf880", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2115157160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee17386eab214305a6520014debce57e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32fe2e86-84", "ovs_interfaceid": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1658747959',display_name='tempest-ServersNegativeTestJSON-server-1658747959',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1658747959',id=4,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9ef1aa34da54cfb99663a57b8f37bb1',ramdisk_id='',reservation_id='r-y9wfrjh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1439943367',owner_user_name='tempest-ServersNegativeTestJSON-1439943367-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:24Z,user_data=None,user_id='58a5bf469014452a9dae70e269478b68',uuid=ff1dd0ba-18dc-41eb-a617-6f65897962c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "address": "fa:16:3e:bb:69:5b", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2511803-cc", "ovs_interfaceid": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Converting VIF {"id": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "address": "fa:16:3e:bb:69:5b", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2511803-cc", "ovs_interfaceid": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:69:5b,bridge_name='br-int',has_traffic_filtering=True,id=e2511803-ccb1-462f-a95c-4553c03cfdbb,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2511803-cc') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.objects.instance [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lazy-loading 'pci_devices' on Instance uuid ff1dd0ba-18dc-41eb-a617-6f65897962c2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Releasing lock "refresh_cache-29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Instance network_info: |[{"id": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "address": "fa:16:3e:d7:11:8a", "network": {"id": "dfa47216-2775-4e9a-b6c7-420721bbf880", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2115157160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee17386eab214305a6520014debce57e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32fe2e86-84", "ovs_interfaceid": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e0d5ec3e-f706-4b69-9b73-b89536caaa39 req-a0948e45-f114-47c7-bd78-024844eed206 service nova] Acquired lock "refresh_cache-29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.network.neutron [req-e0d5ec3e-f706-4b69-9b73-b89536caaa39 req-a0948e45-f114-47c7-bd78-024844eed206 service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Refreshing network info cache for port 32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Start _get_guest_xml network_info=[{"id": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "address": "fa:16:3e:d7:11:8a", "network": {"id": "dfa47216-2775-4e9a-b6c7-420721bbf880", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2115157160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee17386eab214305a6520014debce57e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32fe2e86-84", "ovs_interfaceid": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:38:32 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:32 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:38:32 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:38:32 user nova-compute[74702]:   <uuid>ff1dd0ba-18dc-41eb-a617-6f65897962c2</uuid>
Oct 26 01:38:32 user nova-compute[74702]:   <name>instance-00000004</name>
Oct 26 01:38:32 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:38:32 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:38:32 user nova-compute[74702]:   <metadata>
Oct 26 01:38:32 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:38:32 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:38:32 user nova-compute[74702]:       <nova:name>tempest-ServersNegativeTestJSON-server-1658747959</nova:name>
Oct 26 01:38:32 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:38:32</nova:creationTime>
Oct 26 01:38:32 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:38:32 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:38:32 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:38:32 user nova-compute[74702]:       <nova:owner>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:user uuid="58a5bf469014452a9dae70e269478b68">tempest-ServersNegativeTestJSON-1439943367-project-member</nova:user>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:project uuid="f9ef1aa34da54cfb99663a57b8f37bb1">tempest-ServersNegativeTestJSON-1439943367</nova:project>
Oct 26 01:38:32 user nova-compute[74702]:       </nova:owner>
Oct 26 01:38:32 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:38:32 user nova-compute[74702]:       <nova:ports>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:port uuid="e2511803-ccb1-462f-a95c-4553c03cfdbb">
Oct 26 01:38:32 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 01:38:32 user nova-compute[74702]:         </nova:port>
Oct 26 01:38:32 user nova-compute[74702]:       </nova:ports>
Oct 26 01:38:32 user nova-compute[74702]:     </nova:instance>
Oct 26 01:38:32 user nova-compute[74702]:   </metadata>
Oct 26 01:38:32 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:38:32 user nova-compute[74702]:     <system>
Oct 26 01:38:32 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:38:32 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:38:32 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:38:32 user nova-compute[74702]:       <entry name="serial">ff1dd0ba-18dc-41eb-a617-6f65897962c2</entry>
Oct 26 01:38:32 user nova-compute[74702]:       <entry name="uuid">ff1dd0ba-18dc-41eb-a617-6f65897962c2</entry>
Oct 26 01:38:32 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:38:32 user nova-compute[74702]:     </system>
Oct 26 01:38:32 user nova-compute[74702]:   </sysinfo>
Oct 26 01:38:32 user nova-compute[74702]:   <os>
Oct 26 01:38:32 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:38:32 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:38:32 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:38:32 user nova-compute[74702]:   </os>
Oct 26 01:38:32 user nova-compute[74702]:   <features>
Oct 26 01:38:32 user nova-compute[74702]:     <acpi/>
Oct 26 01:38:32 user nova-compute[74702]:     <apic/>
Oct 26 01:38:32 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:38:32 user nova-compute[74702]:   </features>
Oct 26 01:38:32 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:38:32 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:38:32 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:38:32 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:38:32 user nova-compute[74702]:   </clock>
Oct 26 01:38:32 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:38:32 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:38:32 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:38:32 user nova-compute[74702]:   </cpu>
Oct 26 01:38:32 user nova-compute[74702]:   <devices>
Oct 26 01:38:32 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:38:32 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:38:32 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk"/>
Oct 26 01:38:32 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:38:32 user nova-compute[74702]:     </disk>
Oct 26 01:38:32 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:38:32 user nova-compute[74702]:       <mac address="fa:16:3e:bb:69:5b"/>
Oct 26 01:38:32 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:32 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:38:32 user nova-compute[74702]:       <target dev="tape2511803-cc"/>
Oct 26 01:38:32 user nova-compute[74702]:     </interface>
Oct 26 01:38:32 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:38:32 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/console.log" append="off"/>
Oct 26 01:38:32 user nova-compute[74702]:     </serial>
Oct 26 01:38:32 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:38:32 user nova-compute[74702]:     <video>
Oct 26 01:38:32 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:32 user nova-compute[74702]:     </video>
Oct 26 01:38:32 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:38:32 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:38:32 user nova-compute[74702]:     </rng>
Oct 26 01:38:32 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:38:32 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:38:32 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:38:32 user nova-compute[74702]:     </memballoon>
Oct 26 01:38:32 user nova-compute[74702]:   </devices>
Oct 26 01:38:32 user nova-compute[74702]: </domain>
Oct 26 01:38:32 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1658747959',display_name='tempest-ServersNegativeTestJSON-server-1658747959',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1658747959',id=4,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9ef1aa34da54cfb99663a57b8f37bb1',ramdisk_id='',reservation_id='r-y9wfrjh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1439943367',owner_user_name='tempest-ServersNegativeTestJSON-1439943367-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:24Z,user_data=None,user_id='58a5bf469014452a9dae70e269478b68',uuid=ff1dd0ba-18dc-41eb-a617-6f65897962c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "address": "fa:16:3e:bb:69:5b", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2511803-cc", "ovs_interfaceid": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Converting VIF {"id": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "address": "fa:16:3e:bb:69:5b", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2511803-cc", "ovs_interfaceid": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:69:5b,bridge_name='br-int',has_traffic_filtering=True,id=e2511803-ccb1-462f-a95c-4553c03cfdbb,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2511803-cc') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG os_vif [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:69:5b,bridge_name='br-int',has_traffic_filtering=True,id=e2511803-ccb1-462f-a95c-4553c03cfdbb,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2511803-cc') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-796803495',display_name='tempest-DeleteServersTestJSON-server-796803495',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-796803495',id=3,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ee17386eab214305a6520014debce57e',ramdisk_id='',reservation_id='r-qnn02orb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-119732168',owner_user_name='tempest-DeleteServersTestJSON-119732168-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:25Z,user_data=None,user_id='6b735ad5c04644438a013fb5ea8c5a29',uuid=29cbadff-3bf7-4a7f-847a-15a5dcaed6a7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "address": "fa:16:3e:d7:11:8a", "network": {"id": "dfa47216-2775-4e9a-b6c7-420721bbf880", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2115157160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee17386eab214305a6520014debce57e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32fe2e86-84", "ovs_interfaceid": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Converting VIF {"id": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "address": "fa:16:3e:d7:11:8a", "network": {"id": "dfa47216-2775-4e9a-b6c7-420721bbf880", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2115157160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee17386eab214305a6520014debce57e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32fe2e86-84", "ovs_interfaceid": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:11:8a,bridge_name='br-int',has_traffic_filtering=True,id=32fe2e86-8443-4e46-91b3-67eda84f7d2a,network=Network(dfa47216-2775-4e9a-b6c7-420721bbf880),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32fe2e86-84') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.objects.instance [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lazy-loading 'pci_devices' on Instance uuid 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e9e6f56a-f43e-53dc-86df-d144c0c3dbf1', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape2511803-cc, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape2511803-cc, col_values=(('qos', UUID('ab439dff-a6f7-4001-85d5-e116f78549a6')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape2511803-cc, col_values=(('external_ids', {'iface-id': 'e2511803-ccb1-462f-a95c-4553c03cfdbb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bb:69:5b', 'vm-uuid': 'ff1dd0ba-18dc-41eb-a617-6f65897962c2'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:38:32 user nova-compute[74702]:   <uuid>29cbadff-3bf7-4a7f-847a-15a5dcaed6a7</uuid>
Oct 26 01:38:32 user nova-compute[74702]:   <name>instance-00000003</name>
Oct 26 01:38:32 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:38:32 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:38:32 user nova-compute[74702]:   <metadata>
Oct 26 01:38:32 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:38:32 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:38:32 user nova-compute[74702]:       <nova:name>tempest-DeleteServersTestJSON-server-796803495</nova:name>
Oct 26 01:38:32 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:38:32</nova:creationTime>
Oct 26 01:38:32 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:38:32 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:38:32 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:38:32 user nova-compute[74702]:       <nova:owner>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:user uuid="6b735ad5c04644438a013fb5ea8c5a29">tempest-DeleteServersTestJSON-119732168-project-member</nova:user>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:project uuid="ee17386eab214305a6520014debce57e">tempest-DeleteServersTestJSON-119732168</nova:project>
Oct 26 01:38:32 user nova-compute[74702]:       </nova:owner>
Oct 26 01:38:32 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:38:32 user nova-compute[74702]:       <nova:ports>
Oct 26 01:38:32 user nova-compute[74702]:         <nova:port uuid="32fe2e86-8443-4e46-91b3-67eda84f7d2a">
Oct 26 01:38:32 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:38:32 user nova-compute[74702]:         </nova:port>
Oct 26 01:38:32 user nova-compute[74702]:       </nova:ports>
Oct 26 01:38:32 user nova-compute[74702]:     </nova:instance>
Oct 26 01:38:32 user nova-compute[74702]:   </metadata>
Oct 26 01:38:32 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:38:32 user nova-compute[74702]:     <system>
Oct 26 01:38:32 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:38:32 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:38:32 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:38:32 user nova-compute[74702]:       <entry name="serial">29cbadff-3bf7-4a7f-847a-15a5dcaed6a7</entry>
Oct 26 01:38:32 user nova-compute[74702]:       <entry name="uuid">29cbadff-3bf7-4a7f-847a-15a5dcaed6a7</entry>
Oct 26 01:38:32 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:38:32 user nova-compute[74702]:     </system>
Oct 26 01:38:32 user nova-compute[74702]:   </sysinfo>
Oct 26 01:38:32 user nova-compute[74702]:   <os>
Oct 26 01:38:32 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:38:32 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:38:32 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:38:32 user nova-compute[74702]:   </os>
Oct 26 01:38:32 user nova-compute[74702]:   <features>
Oct 26 01:38:32 user nova-compute[74702]:     <acpi/>
Oct 26 01:38:32 user nova-compute[74702]:     <apic/>
Oct 26 01:38:32 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:38:32 user nova-compute[74702]:   </features>
Oct 26 01:38:32 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:38:32 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:38:32 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:38:32 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:38:32 user nova-compute[74702]:   </clock>
Oct 26 01:38:32 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:38:32 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:38:32 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:38:32 user nova-compute[74702]:   </cpu>
Oct 26 01:38:32 user nova-compute[74702]:   <devices>
Oct 26 01:38:32 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:38:32 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:38:32 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk"/>
Oct 26 01:38:32 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:38:32 user nova-compute[74702]:     </disk>
Oct 26 01:38:32 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:38:32 user nova-compute[74702]:       <mac address="fa:16:3e:d7:11:8a"/>
Oct 26 01:38:32 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:32 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:38:32 user nova-compute[74702]:       <target dev="tap32fe2e86-84"/>
Oct 26 01:38:32 user nova-compute[74702]:     </interface>
Oct 26 01:38:32 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:38:32 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/console.log" append="off"/>
Oct 26 01:38:32 user nova-compute[74702]:     </serial>
Oct 26 01:38:32 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:38:32 user nova-compute[74702]:     <video>
Oct 26 01:38:32 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:32 user nova-compute[74702]:     </video>
Oct 26 01:38:32 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:38:32 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:38:32 user nova-compute[74702]:     </rng>
Oct 26 01:38:32 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:38:32 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:38:32 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:38:32 user nova-compute[74702]:     </memballoon>
Oct 26 01:38:32 user nova-compute[74702]:   </devices>
Oct 26 01:38:32 user nova-compute[74702]: </domain>
Oct 26 01:38:32 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-796803495',display_name='tempest-DeleteServersTestJSON-server-796803495',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-796803495',id=3,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ee17386eab214305a6520014debce57e',ramdisk_id='',reservation_id='r-qnn02orb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-119732168',owner_user_name='tempest-DeleteServersTestJSON-119732168-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:25Z,user_data=None,user_id='6b735ad5c04644438a013fb5ea8c5a29',uuid=29cbadff-3bf7-4a7f-847a-15a5dcaed6a7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "address": "fa:16:3e:d7:11:8a", "network": {"id": "dfa47216-2775-4e9a-b6c7-420721bbf880", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2115157160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee17386eab214305a6520014debce57e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32fe2e86-84", "ovs_interfaceid": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Converting VIF {"id": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "address": "fa:16:3e:d7:11:8a", "network": {"id": "dfa47216-2775-4e9a-b6c7-420721bbf880", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2115157160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee17386eab214305a6520014debce57e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32fe2e86-84", "ovs_interfaceid": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:11:8a,bridge_name='br-int',has_traffic_filtering=True,id=32fe2e86-8443-4e46-91b3-67eda84f7d2a,network=Network(dfa47216-2775-4e9a-b6c7-420721bbf880),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32fe2e86-84') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG os_vif [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:11:8a,bridge_name='br-int',has_traffic_filtering=True,id=32fe2e86-8443-4e46-91b3-67eda84f7d2a,network=Network(dfa47216-2775-4e9a-b6c7-420721bbf880),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32fe2e86-84') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:38:32 user nova-compute[74702]: INFO os_vif [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:69:5b,bridge_name='br-int',has_traffic_filtering=True,id=e2511803-ccb1-462f-a95c-4553c03cfdbb,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2511803-cc')
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '504f2cf8-0e69-5cc6-801b-b1b6fc42171a', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap32fe2e86-84, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap32fe2e86-84, col_values=(('qos', UUID('c92d2454-dee3-474f-94fc-a8854558bceb')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap32fe2e86-84, col_values=(('external_ids', {'iface-id': '32fe2e86-8443-4e46-91b3-67eda84f7d2a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:11:8a', 'vm-uuid': '29cbadff-3bf7-4a7f-847a-15a5dcaed6a7'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:32 user nova-compute[74702]: INFO os_vif [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:11:8a,bridge_name='br-int',has_traffic_filtering=True,id=32fe2e86-8443-4e46-91b3-67eda84f7d2a,network=Network(dfa47216-2775-4e9a-b6c7-420721bbf880),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32fe2e86-84')
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:38:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] No VIF found with MAC fa:16:3e:bb:69:5b, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] No VIF found with MAC fa:16:3e:d7:11:8a, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:38:33 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Creating image(s)
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "/opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "/opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "/opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG nova.policy [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a00dd3f8ce644238c9bb5e3f09d19d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8eb30c67e094aa995fcf6c9ff85893f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.230s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.290s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk 1073741824" returned: 0 in 0.075s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.373s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.282s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Cannot resize image /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Ensure instance console log exists: /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG nova.network.neutron [req-e0d5ec3e-f706-4b69-9b73-b89536caaa39 req-a0948e45-f114-47c7-bd78-024844eed206 service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Updated VIF entry in instance network info cache for port 32fe2e86-8443-4e46-91b3-67eda84f7d2a. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG nova.network.neutron [req-e0d5ec3e-f706-4b69-9b73-b89536caaa39 req-a0948e45-f114-47c7-bd78-024844eed206 service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Updating instance_info_cache with network_info: [{"id": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "address": "fa:16:3e:d7:11:8a", "network": {"id": "dfa47216-2775-4e9a-b6c7-420721bbf880", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2115157160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee17386eab214305a6520014debce57e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32fe2e86-84", "ovs_interfaceid": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e0d5ec3e-f706-4b69-9b73-b89536caaa39 req-a0948e45-f114-47c7-bd78-024844eed206 service nova] Releasing lock "refresh_cache-29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:35 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Successfully created port: 08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:38:35 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Successfully created port: 246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:38:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Successfully updated port: 08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquired lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-81fcea11-a8d8-44c7-ba02-0f632ff2f672 req-dbf47d80-e01f-4794-95d1-3c203fca5665 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-changed-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-81fcea11-a8d8-44c7-ba02-0f632ff2f672 req-dbf47d80-e01f-4794-95d1-3c203fca5665 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Refreshing instance network info cache due to event network-changed-08ccbf26-dba2-45bf-a600-7ffb2aa9773e. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-81fcea11-a8d8-44c7-ba02-0f632ff2f672 req-dbf47d80-e01f-4794-95d1-3c203fca5665 service nova] Acquiring lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating instance_info_cache with network_info: [{"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Releasing lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Instance network_info: |[{"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-81fcea11-a8d8-44c7-ba02-0f632ff2f672 req-dbf47d80-e01f-4794-95d1-3c203fca5665 service nova] Acquired lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.network.neutron [req-81fcea11-a8d8-44c7-ba02-0f632ff2f672 req-dbf47d80-e01f-4794-95d1-3c203fca5665 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Refreshing network info cache for port 08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Start _get_guest_xml network_info=[{"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:38:37 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:37 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1188944379',display_name='tempest-ServerActionsTestOtherB-server-1188944379',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1188944379',id=6,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnthLpoxOGNNbxdwL7vNn14w7D5UTKF+KTixiBC5U0+l/I8/SibarIoHWOgYf2uZYL9DDqwJ2G5VeKnBASJuH4xQEnR5fCxub2i8qVcy4gCr0VJu9zDplqxNRhT//5Eaw==',key_name='tempest-keypair-663560602',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a8eb30c67e094aa995fcf6c9ff85893f',ramdisk_id='',reservation_id='r-e7v4103q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-58023112',owner_user_name='tempest-ServerActionsTestOtherB-58023112-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a00dd3f8ce644238c9bb5e3f09d19d9',uuid=3b14c16c-886e-4c7e-babe-2514af23b2bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converting VIF {"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.objects.instance [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lazy-loading 'pci_devices' on Instance uuid 3b14c16c-886e-4c7e-babe-2514af23b2bd {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:38:37 user nova-compute[74702]:   <uuid>3b14c16c-886e-4c7e-babe-2514af23b2bd</uuid>
Oct 26 01:38:37 user nova-compute[74702]:   <name>instance-00000006</name>
Oct 26 01:38:37 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:38:37 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:38:37 user nova-compute[74702]:   <metadata>
Oct 26 01:38:37 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:38:37 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:38:37 user nova-compute[74702]:       <nova:name>tempest-ServerActionsTestOtherB-server-1188944379</nova:name>
Oct 26 01:38:37 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:38:37</nova:creationTime>
Oct 26 01:38:37 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:38:37 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:38:37 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:38:37 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:38:37 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:38:37 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:38:37 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:38:37 user nova-compute[74702]:       <nova:owner>
Oct 26 01:38:37 user nova-compute[74702]:         <nova:user uuid="0a00dd3f8ce644238c9bb5e3f09d19d9">tempest-ServerActionsTestOtherB-58023112-project-member</nova:user>
Oct 26 01:38:37 user nova-compute[74702]:         <nova:project uuid="a8eb30c67e094aa995fcf6c9ff85893f">tempest-ServerActionsTestOtherB-58023112</nova:project>
Oct 26 01:38:37 user nova-compute[74702]:       </nova:owner>
Oct 26 01:38:37 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:38:37 user nova-compute[74702]:       <nova:ports>
Oct 26 01:38:37 user nova-compute[74702]:         <nova:port uuid="08ccbf26-dba2-45bf-a600-7ffb2aa9773e">
Oct 26 01:38:37 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 26 01:38:37 user nova-compute[74702]:         </nova:port>
Oct 26 01:38:37 user nova-compute[74702]:       </nova:ports>
Oct 26 01:38:37 user nova-compute[74702]:     </nova:instance>
Oct 26 01:38:37 user nova-compute[74702]:   </metadata>
Oct 26 01:38:37 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:38:37 user nova-compute[74702]:     <system>
Oct 26 01:38:37 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:38:37 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:38:37 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:38:37 user nova-compute[74702]:       <entry name="serial">3b14c16c-886e-4c7e-babe-2514af23b2bd</entry>
Oct 26 01:38:37 user nova-compute[74702]:       <entry name="uuid">3b14c16c-886e-4c7e-babe-2514af23b2bd</entry>
Oct 26 01:38:37 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:38:37 user nova-compute[74702]:     </system>
Oct 26 01:38:37 user nova-compute[74702]:   </sysinfo>
Oct 26 01:38:37 user nova-compute[74702]:   <os>
Oct 26 01:38:37 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:38:37 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:38:37 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:38:37 user nova-compute[74702]:   </os>
Oct 26 01:38:37 user nova-compute[74702]:   <features>
Oct 26 01:38:37 user nova-compute[74702]:     <acpi/>
Oct 26 01:38:37 user nova-compute[74702]:     <apic/>
Oct 26 01:38:37 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:38:37 user nova-compute[74702]:   </features>
Oct 26 01:38:37 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:38:37 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:38:37 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:38:37 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:38:37 user nova-compute[74702]:   </clock>
Oct 26 01:38:37 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:38:37 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:38:37 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:38:37 user nova-compute[74702]:   </cpu>
Oct 26 01:38:37 user nova-compute[74702]:   <devices>
Oct 26 01:38:37 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:38:37 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:38:37 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk"/>
Oct 26 01:38:37 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:38:37 user nova-compute[74702]:     </disk>
Oct 26 01:38:37 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:38:37 user nova-compute[74702]:       <mac address="fa:16:3e:20:8a:df"/>
Oct 26 01:38:37 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:37 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:38:37 user nova-compute[74702]:       <target dev="tap08ccbf26-db"/>
Oct 26 01:38:37 user nova-compute[74702]:     </interface>
Oct 26 01:38:37 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:38:37 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/console.log" append="off"/>
Oct 26 01:38:37 user nova-compute[74702]:     </serial>
Oct 26 01:38:37 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:38:37 user nova-compute[74702]:     <video>
Oct 26 01:38:37 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:37 user nova-compute[74702]:     </video>
Oct 26 01:38:37 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:38:37 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:38:37 user nova-compute[74702]:     </rng>
Oct 26 01:38:37 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:38:37 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:38:37 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:38:37 user nova-compute[74702]:     </memballoon>
Oct 26 01:38:37 user nova-compute[74702]:   </devices>
Oct 26 01:38:37 user nova-compute[74702]: </domain>
Oct 26 01:38:37 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1188944379',display_name='tempest-ServerActionsTestOtherB-server-1188944379',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1188944379',id=6,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnthLpoxOGNNbxdwL7vNn14w7D5UTKF+KTixiBC5U0+l/I8/SibarIoHWOgYf2uZYL9DDqwJ2G5VeKnBASJuH4xQEnR5fCxub2i8qVcy4gCr0VJu9zDplqxNRhT//5Eaw==',key_name='tempest-keypair-663560602',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a8eb30c67e094aa995fcf6c9ff85893f',ramdisk_id='',reservation_id='r-e7v4103q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-58023112',owner_user_name='tempest-ServerActionsTestOtherB-58023112-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a00dd3f8ce644238c9bb5e3f09d19d9',uuid=3b14c16c-886e-4c7e-babe-2514af23b2bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converting VIF {"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG os_vif [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de915f4e-dd9f-577f-bc53-47cdfaf74542', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap08ccbf26-db, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap08ccbf26-db, col_values=(('qos', UUID('375efa48-e9fc-4baf-9bf5-ba4276aba4eb')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap08ccbf26-db, col_values=(('external_ids', {'iface-id': '08ccbf26-dba2-45bf-a600-7ffb2aa9773e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:8a:df', 'vm-uuid': '3b14c16c-886e-4c7e-babe-2514af23b2bd'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:37 user nova-compute[74702]: INFO os_vif [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db')
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] No VIF found with MAC fa:16:3e:20:8a:df, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.compute.manager [req-3f65f097-e827-4df2-9c3b-fddbf8da59eb req-cda11f54-4ed8-4b6a-aec5-8dd29402f9cf service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Received event network-vif-plugged-32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3f65f097-e827-4df2-9c3b-fddbf8da59eb req-cda11f54-4ed8-4b6a-aec5-8dd29402f9cf service nova] Acquiring lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3f65f097-e827-4df2-9c3b-fddbf8da59eb req-cda11f54-4ed8-4b6a-aec5-8dd29402f9cf service nova] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3f65f097-e827-4df2-9c3b-fddbf8da59eb req-cda11f54-4ed8-4b6a-aec5-8dd29402f9cf service nova] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:37 user nova-compute[74702]: DEBUG nova.compute.manager [req-3f65f097-e827-4df2-9c3b-fddbf8da59eb req-cda11f54-4ed8-4b6a-aec5-8dd29402f9cf service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] No waiting events found dispatching network-vif-plugged-32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:38:37 user nova-compute[74702]: WARNING nova.compute.manager [req-3f65f097-e827-4df2-9c3b-fddbf8da59eb req-cda11f54-4ed8-4b6a-aec5-8dd29402f9cf service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Received unexpected event network-vif-plugged-32fe2e86-8443-4e46-91b3-67eda84f7d2a for instance with vm_state building and task_state spawning.
Oct 26 01:38:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:38 user nova-compute[74702]: DEBUG nova.network.neutron [req-81fcea11-a8d8-44c7-ba02-0f632ff2f672 req-dbf47d80-e01f-4794-95d1-3c203fca5665 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updated VIF entry in instance network info cache for port 08ccbf26-dba2-45bf-a600-7ffb2aa9773e. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:38:38 user nova-compute[74702]: DEBUG nova.network.neutron [req-81fcea11-a8d8-44c7-ba02-0f632ff2f672 req-dbf47d80-e01f-4794-95d1-3c203fca5665 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating instance_info_cache with network_info: [{"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-81fcea11-a8d8-44c7-ba02-0f632ff2f672 req-dbf47d80-e01f-4794-95d1-3c203fca5665 service nova] Releasing lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Successfully updated port: 246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "refresh_cache-87902f05-5656-4a17-8008-921fb5d2fafb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquired lock "refresh_cache-87902f05-5656-4a17-8008-921fb5d2fafb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG nova.compute.manager [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Received event network-vif-plugged-32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] Acquiring lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG nova.compute.manager [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] No waiting events found dispatching network-vif-plugged-32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:38:39 user nova-compute[74702]: WARNING nova.compute.manager [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Received unexpected event network-vif-plugged-32fe2e86-8443-4e46-91b3-67eda84f7d2a for instance with vm_state building and task_state spawning.
Oct 26 01:38:39 user nova-compute[74702]: DEBUG nova.compute.manager [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-changed-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG nova.compute.manager [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Refreshing instance network info cache due to event network-changed-246cca88-b8b6-4a3d-8ef5-56833d19f0a8. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] Acquiring lock "refresh_cache-87902f05-5656-4a17-8008-921fb5d2fafb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:39 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:38:40 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Instance spawned successfully.
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:38:40 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Instance spawned successfully.
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:38:40 user nova-compute[74702]: INFO nova.compute.manager [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Took 15.97 seconds to spawn the instance on the hypervisor.
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:40 user nova-compute[74702]: INFO nova.compute.manager [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Took 15.48 seconds to spawn the instance on the hypervisor.
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:38:40 user nova-compute[74702]: INFO nova.compute.manager [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Took 17.02 seconds to build instance.
Oct 26 01:38:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9e30958-4b31-425f-9bc9-4f994629e659 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.205s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:40 user nova-compute[74702]: INFO nova.compute.manager [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Took 17.18 seconds to build instance.
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Updating instance_info_cache with network_info: [{"id": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "address": "fa:16:3e:4e:09:60", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap246cca88-b8", "ovs_interfaceid": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ee6f59d3-ba8a-410b-be3e-9f396cd3f919 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.423s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Releasing lock "refresh_cache-87902f05-5656-4a17-8008-921fb5d2fafb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Instance network_info: |[{"id": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "address": "fa:16:3e:4e:09:60", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap246cca88-b8", "ovs_interfaceid": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] Acquired lock "refresh_cache-87902f05-5656-4a17-8008-921fb5d2fafb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.network.neutron [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Refreshing network info cache for port 246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Start _get_guest_xml network_info=[{"id": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "address": "fa:16:3e:4e:09:60", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap246cca88-b8", "ovs_interfaceid": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:40 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:40 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2102924944',display_name='tempest-AttachVolumeNegativeTest-server-2102924944',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2102924944',id=5,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK7XMlmpj8Pmafygb9hQ2J+XCjMnKtg5/ZnfYUHcMITqrxbOcnS3zwrP3I1fyGWDcvkot88hKlie7n4GgdQdnGe4QLhUuPwlyMsypiYLu1HJirqiUmXksrHnRxrC5Vln2g==',key_name='tempest-keypair-793768748',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff70c2375cf040e99c2c6c096e8b0600',ramdisk_id='',reservation_id='r-z0nb64l4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1370319411',owner_user_name='tempest-AttachVolumeNegativeTest-1370319411-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd78843fc35a425d8bb2bbad2a88ba74',uuid=87902f05-5656-4a17-8008-921fb5d2fafb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "address": "fa:16:3e:4e:09:60", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap246cca88-b8", "ovs_interfaceid": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converting VIF {"id": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "address": "fa:16:3e:4e:09:60", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap246cca88-b8", "ovs_interfaceid": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4e:09:60,bridge_name='br-int',has_traffic_filtering=True,id=246cca88-b8b6-4a3d-8ef5-56833d19f0a8,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap246cca88-b8') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.objects.instance [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'pci_devices' on Instance uuid 87902f05-5656-4a17-8008-921fb5d2fafb {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:38:40 user nova-compute[74702]:   <uuid>87902f05-5656-4a17-8008-921fb5d2fafb</uuid>
Oct 26 01:38:40 user nova-compute[74702]:   <name>instance-00000005</name>
Oct 26 01:38:40 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:38:40 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:38:40 user nova-compute[74702]:   <metadata>
Oct 26 01:38:40 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:38:40 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:38:40 user nova-compute[74702]:       <nova:name>tempest-AttachVolumeNegativeTest-server-2102924944</nova:name>
Oct 26 01:38:40 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:38:40</nova:creationTime>
Oct 26 01:38:40 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:38:40 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:38:40 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:38:40 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:38:40 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:38:40 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:38:40 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:38:40 user nova-compute[74702]:       <nova:owner>
Oct 26 01:38:40 user nova-compute[74702]:         <nova:user uuid="fd78843fc35a425d8bb2bbad2a88ba74">tempest-AttachVolumeNegativeTest-1370319411-project-member</nova:user>
Oct 26 01:38:40 user nova-compute[74702]:         <nova:project uuid="ff70c2375cf040e99c2c6c096e8b0600">tempest-AttachVolumeNegativeTest-1370319411</nova:project>
Oct 26 01:38:40 user nova-compute[74702]:       </nova:owner>
Oct 26 01:38:40 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:38:40 user nova-compute[74702]:       <nova:ports>
Oct 26 01:38:40 user nova-compute[74702]:         <nova:port uuid="246cca88-b8b6-4a3d-8ef5-56833d19f0a8">
Oct 26 01:38:40 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 26 01:38:40 user nova-compute[74702]:         </nova:port>
Oct 26 01:38:40 user nova-compute[74702]:       </nova:ports>
Oct 26 01:38:40 user nova-compute[74702]:     </nova:instance>
Oct 26 01:38:40 user nova-compute[74702]:   </metadata>
Oct 26 01:38:40 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:38:40 user nova-compute[74702]:     <system>
Oct 26 01:38:40 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:38:40 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:38:40 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:38:40 user nova-compute[74702]:       <entry name="serial">87902f05-5656-4a17-8008-921fb5d2fafb</entry>
Oct 26 01:38:40 user nova-compute[74702]:       <entry name="uuid">87902f05-5656-4a17-8008-921fb5d2fafb</entry>
Oct 26 01:38:40 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:38:40 user nova-compute[74702]:     </system>
Oct 26 01:38:40 user nova-compute[74702]:   </sysinfo>
Oct 26 01:38:40 user nova-compute[74702]:   <os>
Oct 26 01:38:40 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:38:40 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:38:40 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:38:40 user nova-compute[74702]:   </os>
Oct 26 01:38:40 user nova-compute[74702]:   <features>
Oct 26 01:38:40 user nova-compute[74702]:     <acpi/>
Oct 26 01:38:40 user nova-compute[74702]:     <apic/>
Oct 26 01:38:40 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:38:40 user nova-compute[74702]:   </features>
Oct 26 01:38:40 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:38:40 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:38:40 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:38:40 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:38:40 user nova-compute[74702]:   </clock>
Oct 26 01:38:40 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:38:40 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:38:40 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:38:40 user nova-compute[74702]:   </cpu>
Oct 26 01:38:40 user nova-compute[74702]:   <devices>
Oct 26 01:38:40 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:38:40 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:38:40 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk"/>
Oct 26 01:38:40 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:38:40 user nova-compute[74702]:     </disk>
Oct 26 01:38:40 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:38:40 user nova-compute[74702]:       <mac address="fa:16:3e:4e:09:60"/>
Oct 26 01:38:40 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:40 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:38:40 user nova-compute[74702]:       <target dev="tap246cca88-b8"/>
Oct 26 01:38:40 user nova-compute[74702]:     </interface>
Oct 26 01:38:40 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:38:40 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/console.log" append="off"/>
Oct 26 01:38:40 user nova-compute[74702]:     </serial>
Oct 26 01:38:40 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:38:40 user nova-compute[74702]:     <video>
Oct 26 01:38:40 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:40 user nova-compute[74702]:     </video>
Oct 26 01:38:40 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:38:40 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:38:40 user nova-compute[74702]:     </rng>
Oct 26 01:38:40 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:38:40 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:38:40 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:38:40 user nova-compute[74702]:     </memballoon>
Oct 26 01:38:40 user nova-compute[74702]:   </devices>
Oct 26 01:38:40 user nova-compute[74702]: </domain>
Oct 26 01:38:40 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2102924944',display_name='tempest-AttachVolumeNegativeTest-server-2102924944',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2102924944',id=5,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK7XMlmpj8Pmafygb9hQ2J+XCjMnKtg5/ZnfYUHcMITqrxbOcnS3zwrP3I1fyGWDcvkot88hKlie7n4GgdQdnGe4QLhUuPwlyMsypiYLu1HJirqiUmXksrHnRxrC5Vln2g==',key_name='tempest-keypair-793768748',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff70c2375cf040e99c2c6c096e8b0600',ramdisk_id='',reservation_id='r-z0nb64l4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1370319411',owner_user_name='tempest-AttachVolumeNegativeTest-1370319411-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd78843fc35a425d8bb2bbad2a88ba74',uuid=87902f05-5656-4a17-8008-921fb5d2fafb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "address": "fa:16:3e:4e:09:60", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap246cca88-b8", "ovs_interfaceid": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converting VIF {"id": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "address": "fa:16:3e:4e:09:60", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap246cca88-b8", "ovs_interfaceid": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4e:09:60,bridge_name='br-int',has_traffic_filtering=True,id=246cca88-b8b6-4a3d-8ef5-56833d19f0a8,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap246cca88-b8') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG os_vif [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4e:09:60,bridge_name='br-int',has_traffic_filtering=True,id=246cca88-b8b6-4a3d-8ef5-56833d19f0a8,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap246cca88-b8') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3e1005bf-64a2-5f12-9a82-0f4e15bc4829', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap246cca88-b8, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap246cca88-b8, col_values=(('qos', UUID('b67db886-9f7b-4fec-b900-0d53365a77fa')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap246cca88-b8, col_values=(('external_ids', {'iface-id': '246cca88-b8b6-4a3d-8ef5-56833d19f0a8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4e:09:60', 'vm-uuid': '87902f05-5656-4a17-8008-921fb5d2fafb'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:41 user nova-compute[74702]: INFO os_vif [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4e:09:60,bridge_name='br-int',has_traffic_filtering=True,id=246cca88-b8b6-4a3d-8ef5-56833d19f0a8,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap246cca88-b8')
Oct 26 01:38:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No VIF found with MAC fa:16:3e:4e:09:60, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:42 user nova-compute[74702]: DEBUG nova.network.neutron [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Updated VIF entry in instance network info cache for port 246cca88-b8b6-4a3d-8ef5-56833d19f0a8. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:38:42 user nova-compute[74702]: DEBUG nova.network.neutron [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Updating instance_info_cache with network_info: [{"id": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "address": "fa:16:3e:4e:09:60", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap246cca88-b8", "ovs_interfaceid": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-51233cc9-64e2-4959-b1d8-a95587dddce3 req-a270cba5-a18a-4751-8e7f-7eed40332b16 service nova] Releasing lock "refresh_cache-87902f05-5656-4a17-8008-921fb5d2fafb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:42 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:38:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:38:42 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Instance spawned successfully.
Oct 26 01:38:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:38:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:43 user nova-compute[74702]: INFO nova.compute.manager [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Took 10.10 seconds to spawn the instance on the hypervisor.
Oct 26 01:38:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:38:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:43 user nova-compute[74702]: INFO nova.compute.manager [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Took 11.70 seconds to build instance.
Oct 26 01:38:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e6bdb514-8f96-4db0-aa9a-405bd4c312c3 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.906s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:38:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:38:44 user nova-compute[74702]: INFO nova.compute.claims [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Claim successful on node user
Oct 26 01:38:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:45 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:38:45 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:38:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.108s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:38:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-a6051f83-29a0-4624-9bc5-9da281f01b40 req-45c7d81b-425d-4a7f-85c5-61f208650d0b service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a6051f83-29a0-4624-9bc5-9da281f01b40 req-45c7d81b-425d-4a7f-85c5-61f208650d0b service nova] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a6051f83-29a0-4624-9bc5-9da281f01b40 req-45c7d81b-425d-4a7f-85c5-61f208650d0b service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a6051f83-29a0-4624-9bc5-9da281f01b40 req-45c7d81b-425d-4a7f-85c5-61f208650d0b service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-a6051f83-29a0-4624-9bc5-9da281f01b40 req-45c7d81b-425d-4a7f-85c5-61f208650d0b service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] No waiting events found dispatching network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:38:45 user nova-compute[74702]: WARNING nova.compute.manager [req-a6051f83-29a0-4624-9bc5-9da281f01b40 req-45c7d81b-425d-4a7f-85c5-61f208650d0b service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received unexpected event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e for instance with vm_state active and task_state None.
Oct 26 01:38:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:38:45 user nova-compute[74702]: DEBUG nova.network.neutron [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:38:45 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 26 01:38:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:38:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:46 user nova-compute[74702]: DEBUG nova.policy [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f6602ec0b5f4cd991e52e6ad4a7617e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9736a077cbbe437d94197db6147b10b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:38:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:38:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:38:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Creating image(s)
Oct 26 01:38:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "/opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "/opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.004s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "/opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "3792d7c334358ac830452229455e5925bcfb5df6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "3792d7c334358ac830452229455e5925bcfb5df6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.005s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6.part --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:38:47 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Instance spawned successfully.
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6.part --force-share --output=json" returned: 0 in 0.389s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.virt.images [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] 4ff82d95-460a-4af5-ac0f-e7f669ae8d8e was qcow2, converting to raw {{(pid=74702) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6.part /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6.converted {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:47 user nova-compute[74702]: INFO nova.compute.manager [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Took 16.56 seconds to spawn the instance on the hypervisor.
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-af99b1ea-3518-4887-a9f7-81e955c3959b req-382025c8-93ae-4820-abc1-b685e4290b1e service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-af99b1ea-3518-4887-a9f7-81e955c3959b req-382025c8-93ae-4820-abc1-b685e4290b1e service nova] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-af99b1ea-3518-4887-a9f7-81e955c3959b req-382025c8-93ae-4820-abc1-b685e4290b1e service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-af99b1ea-3518-4887-a9f7-81e955c3959b req-382025c8-93ae-4820-abc1-b685e4290b1e service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-af99b1ea-3518-4887-a9f7-81e955c3959b req-382025c8-93ae-4820-abc1-b685e4290b1e service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] No waiting events found dispatching network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:38:47 user nova-compute[74702]: WARNING nova.compute.manager [req-af99b1ea-3518-4887-a9f7-81e955c3959b req-382025c8-93ae-4820-abc1-b685e4290b1e service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received unexpected event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e for instance with vm_state active and task_state None.
Oct 26 01:38:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6.part /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6.converted" returned: 0 in 0.303s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6.converted --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:48 user nova-compute[74702]: INFO nova.compute.manager [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Took 17.76 seconds to build instance.
Oct 26 01:38:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5fa6bcd2-080c-43c3-a0b8-690ec92d0570 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "87902f05-5656-4a17-8008-921fb5d2fafb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.951s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6.converted --force-share --output=json" returned: 0 in 0.412s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "3792d7c334358ac830452229455e5925bcfb5df6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.015s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6 --force-share --output=json" returned: 0 in 0.504s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "3792d7c334358ac830452229455e5925bcfb5df6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "3792d7c334358ac830452229455e5925bcfb5df6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:49 user nova-compute[74702]: DEBUG nova.network.neutron [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Successfully created port: 6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:38:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6 --force-share --output=json" returned: 0 in 0.454s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6,backing_fmt=raw /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6,backing_fmt=raw /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk 1073741824" returned: 0 in 0.129s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "3792d7c334358ac830452229455e5925bcfb5df6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.594s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6 --force-share --output=json" returned: 0 in 0.324s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:49 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:38:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json" returned: 0 in 0.328s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:50 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Cannot resize image /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:38:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:38:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Ensure instance console log exists: /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:38:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG nova.network.neutron [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Successfully updated port: 6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "refresh_cache-9f665c8f-4115-4860-bccd-72e1e052bd9e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquired lock "refresh_cache-9f665c8f-4115-4860-bccd-72e1e052bd9e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG nova.network.neutron [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-4f44e6b8-de60-4b88-89db-72f97bc9e908 req-252df3bd-1d22-4a07-b9ee-19ce1b7981b9 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Received event network-changed-6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-4f44e6b8-de60-4b88-89db-72f97bc9e908 req-252df3bd-1d22-4a07-b9ee-19ce1b7981b9 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Refreshing instance network info cache due to event network-changed-6ffacba0-3f35-4946-ade4-07f3bad84d6c. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4f44e6b8-de60-4b88-89db-72f97bc9e908 req-252df3bd-1d22-4a07-b9ee-19ce1b7981b9 service nova] Acquiring lock "refresh_cache-9f665c8f-4115-4860-bccd-72e1e052bd9e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG nova.network.neutron [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG nova.network.neutron [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Updating instance_info_cache with network_info: [{"id": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "address": "fa:16:3e:84:11:31", "network": {"id": "d92801e0-1ccb-4606-9d4d-24add4eafd82", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1559929889-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9736a077cbbe437d94197db6147b10b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ffacba0-3f", "ovs_interfaceid": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Releasing lock "refresh_cache-9f665c8f-4115-4860-bccd-72e1e052bd9e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Instance network_info: |[{"id": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "address": "fa:16:3e:84:11:31", "network": {"id": "d92801e0-1ccb-4606-9d4d-24add4eafd82", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1559929889-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9736a077cbbe437d94197db6147b10b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ffacba0-3f", "ovs_interfaceid": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4f44e6b8-de60-4b88-89db-72f97bc9e908 req-252df3bd-1d22-4a07-b9ee-19ce1b7981b9 service nova] Acquired lock "refresh_cache-9f665c8f-4115-4860-bccd-72e1e052bd9e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-4f44e6b8-de60-4b88-89db-72f97bc9e908 req-252df3bd-1d22-4a07-b9ee-19ce1b7981b9 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Refreshing network info cache for port 6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:38:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Start _get_guest_xml network_info=[{"id": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "address": "fa:16:3e:84:11:31", "network": {"id": "d92801e0-1ccb-4606-9d4d-24add4eafd82", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1559929889-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9736a077cbbe437d94197db6147b10b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ffacba0-3f", "ovs_interfaceid": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:38:34Z,direct_url=<?>,disk_format='qcow2',id=4ff82d95-460a-4af5-ac0f-e7f669ae8d8e,min_disk=0,min_ram=0,name='',owner='88433443cc92415c9d20b8100a036763',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:38:36Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/sda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'scsi', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '4ff82d95-460a-4af5-ac0f-e7f669ae8d8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:38:52 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:52 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:38:34Z,direct_url=<?>,disk_format='qcow2',id=4ff82d95-460a-4af5-ac0f-e7f669ae8d8e,min_disk=0,min_ram=0,name='',owner='88433443cc92415c9d20b8100a036763',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:38:36Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:38:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-799806128',display_name='tempest-AttachSCSIVolumeTestJSON-server-799806128',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-799806128',id=7,image_ref='4ff82d95-460a-4af5-ac0f-e7f669ae8d8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCn//jGXvUkYrmxLKvzUgAQHbTjMZX0efAultrDa6jGVOFWjedHBZKV8cmwCQZEP0rsfD2LhboMEj3TMtg/kBqiK+sK2JOe8Cw/RQF+loWslorpJ9d88F2Y4Gulbv69yBg==',key_name='tempest-keypair-1064475311',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9736a077cbbe437d94197db6147b10b5',ramdisk_id='',reservation_id='r-2aujvql5',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='4ff82d95-460a-4af5-ac0f-e7f669ae8d8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1324526265',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1324526265-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f6602ec0b5f4cd991e52e6ad4a7617e',uuid=9f665c8f-4115-4860-bccd-72e1e052bd9e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "address": "fa:16:3e:84:11:31", "network": {"id": "d92801e0-1ccb-4606-9d4d-24add4eafd82", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1559929889-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9736a077cbbe437d94197db6147b10b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ffacba0-3f", "ovs_interfaceid": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Converting VIF {"id": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "address": "fa:16:3e:84:11:31", "network": {"id": "d92801e0-1ccb-4606-9d4d-24add4eafd82", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1559929889-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9736a077cbbe437d94197db6147b10b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ffacba0-3f", "ovs_interfaceid": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:11:31,bridge_name='br-int',has_traffic_filtering=True,id=6ffacba0-3f35-4946-ade4-07f3bad84d6c,network=Network(d92801e0-1ccb-4606-9d4d-24add4eafd82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ffacba0-3f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.objects.instance [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lazy-loading 'pci_devices' on Instance uuid 9f665c8f-4115-4860-bccd-72e1e052bd9e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:38:52 user nova-compute[74702]:   <uuid>9f665c8f-4115-4860-bccd-72e1e052bd9e</uuid>
Oct 26 01:38:52 user nova-compute[74702]:   <name>instance-00000007</name>
Oct 26 01:38:52 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:38:52 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:38:52 user nova-compute[74702]:   <metadata>
Oct 26 01:38:52 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:38:52 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:38:52 user nova-compute[74702]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-799806128</nova:name>
Oct 26 01:38:52 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:38:52</nova:creationTime>
Oct 26 01:38:52 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:38:52 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:38:52 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:38:52 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:38:52 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:38:52 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:38:52 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:38:52 user nova-compute[74702]:       <nova:owner>
Oct 26 01:38:52 user nova-compute[74702]:         <nova:user uuid="2f6602ec0b5f4cd991e52e6ad4a7617e">tempest-AttachSCSIVolumeTestJSON-1324526265-project-member</nova:user>
Oct 26 01:38:52 user nova-compute[74702]:         <nova:project uuid="9736a077cbbe437d94197db6147b10b5">tempest-AttachSCSIVolumeTestJSON-1324526265</nova:project>
Oct 26 01:38:52 user nova-compute[74702]:       </nova:owner>
Oct 26 01:38:52 user nova-compute[74702]:       <nova:root type="image" uuid="4ff82d95-460a-4af5-ac0f-e7f669ae8d8e"/>
Oct 26 01:38:52 user nova-compute[74702]:       <nova:ports>
Oct 26 01:38:52 user nova-compute[74702]:         <nova:port uuid="6ffacba0-3f35-4946-ade4-07f3bad84d6c">
Oct 26 01:38:52 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 26 01:38:52 user nova-compute[74702]:         </nova:port>
Oct 26 01:38:52 user nova-compute[74702]:       </nova:ports>
Oct 26 01:38:52 user nova-compute[74702]:     </nova:instance>
Oct 26 01:38:52 user nova-compute[74702]:   </metadata>
Oct 26 01:38:52 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:38:52 user nova-compute[74702]:     <system>
Oct 26 01:38:52 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:38:52 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:38:52 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:38:52 user nova-compute[74702]:       <entry name="serial">9f665c8f-4115-4860-bccd-72e1e052bd9e</entry>
Oct 26 01:38:52 user nova-compute[74702]:       <entry name="uuid">9f665c8f-4115-4860-bccd-72e1e052bd9e</entry>
Oct 26 01:38:52 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:38:52 user nova-compute[74702]:     </system>
Oct 26 01:38:52 user nova-compute[74702]:   </sysinfo>
Oct 26 01:38:52 user nova-compute[74702]:   <os>
Oct 26 01:38:52 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:38:52 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:38:52 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:38:52 user nova-compute[74702]:   </os>
Oct 26 01:38:52 user nova-compute[74702]:   <features>
Oct 26 01:38:52 user nova-compute[74702]:     <acpi/>
Oct 26 01:38:52 user nova-compute[74702]:     <apic/>
Oct 26 01:38:52 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:38:52 user nova-compute[74702]:   </features>
Oct 26 01:38:52 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:38:52 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:38:52 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:38:52 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:38:52 user nova-compute[74702]:   </clock>
Oct 26 01:38:52 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:38:52 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:38:52 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:38:52 user nova-compute[74702]:   </cpu>
Oct 26 01:38:52 user nova-compute[74702]:   <devices>
Oct 26 01:38:52 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:38:52 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:38:52 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk"/>
Oct 26 01:38:52 user nova-compute[74702]:       <target dev="sda" bus="scsi"/>
Oct 26 01:38:52 user nova-compute[74702]:       <address type="drive" controller="0" unit="0"/>
Oct 26 01:38:52 user nova-compute[74702]:     </disk>
Oct 26 01:38:52 user nova-compute[74702]:     <disk type="file" device="cdrom">
Oct 26 01:38:52 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none"/>
Oct 26 01:38:52 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk.config"/>
Oct 26 01:38:52 user nova-compute[74702]:       <target dev="sdb" bus="scsi"/>
Oct 26 01:38:52 user nova-compute[74702]:       <address type="drive" controller="0" unit="1"/>
Oct 26 01:38:52 user nova-compute[74702]:     </disk>
Oct 26 01:38:52 user nova-compute[74702]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 26 01:38:52 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:38:52 user nova-compute[74702]:       <mac address="fa:16:3e:84:11:31"/>
Oct 26 01:38:52 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:52 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:38:52 user nova-compute[74702]:       <target dev="tap6ffacba0-3f"/>
Oct 26 01:38:52 user nova-compute[74702]:     </interface>
Oct 26 01:38:52 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:38:52 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/console.log" append="off"/>
Oct 26 01:38:52 user nova-compute[74702]:     </serial>
Oct 26 01:38:52 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:38:52 user nova-compute[74702]:     <video>
Oct 26 01:38:52 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:38:52 user nova-compute[74702]:     </video>
Oct 26 01:38:52 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:38:52 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:38:52 user nova-compute[74702]:     </rng>
Oct 26 01:38:52 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:38:52 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:38:52 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:38:52 user nova-compute[74702]:     </memballoon>
Oct 26 01:38:52 user nova-compute[74702]:   </devices>
Oct 26 01:38:52 user nova-compute[74702]: </domain>
Oct 26 01:38:52 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:38:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-799806128',display_name='tempest-AttachSCSIVolumeTestJSON-server-799806128',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-799806128',id=7,image_ref='4ff82d95-460a-4af5-ac0f-e7f669ae8d8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCn//jGXvUkYrmxLKvzUgAQHbTjMZX0efAultrDa6jGVOFWjedHBZKV8cmwCQZEP0rsfD2LhboMEj3TMtg/kBqiK+sK2JOe8Cw/RQF+loWslorpJ9d88F2Y4Gulbv69yBg==',key_name='tempest-keypair-1064475311',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9736a077cbbe437d94197db6147b10b5',ramdisk_id='',reservation_id='r-2aujvql5',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='4ff82d95-460a-4af5-ac0f-e7f669ae8d8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1324526265',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1324526265-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f6602ec0b5f4cd991e52e6ad4a7617e',uuid=9f665c8f-4115-4860-bccd-72e1e052bd9e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "address": "fa:16:3e:84:11:31", "network": {"id": "d92801e0-1ccb-4606-9d4d-24add4eafd82", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1559929889-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9736a077cbbe437d94197db6147b10b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ffacba0-3f", "ovs_interfaceid": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Converting VIF {"id": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "address": "fa:16:3e:84:11:31", "network": {"id": "d92801e0-1ccb-4606-9d4d-24add4eafd82", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1559929889-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9736a077cbbe437d94197db6147b10b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ffacba0-3f", "ovs_interfaceid": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:11:31,bridge_name='br-int',has_traffic_filtering=True,id=6ffacba0-3f35-4946-ade4-07f3bad84d6c,network=Network(d92801e0-1ccb-4606-9d4d-24add4eafd82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ffacba0-3f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG os_vif [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:11:31,bridge_name='br-int',has_traffic_filtering=True,id=6ffacba0-3f35-4946-ade4-07f3bad84d6c,network=Network(d92801e0-1ccb-4606-9d4d-24add4eafd82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ffacba0-3f') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ce47f9f8-7b8d-5bb1-80a7-88beddac94a7', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6ffacba0-3f, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6ffacba0-3f, col_values=(('qos', UUID('8954b09c-7ce2-4fe3-bdad-5a013289a425')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6ffacba0-3f, col_values=(('external_ids', {'iface-id': '6ffacba0-3f35-4946-ade4-07f3bad84d6c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:11:31', 'vm-uuid': '9f665c8f-4115-4860-bccd-72e1e052bd9e'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:52 user nova-compute[74702]: INFO os_vif [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:11:31,bridge_name='br-int',has_traffic_filtering=True,id=6ffacba0-3f35-4946-ade4-07f3bad84d6c,network=Network(d92801e0-1ccb-4606-9d4d-24add4eafd82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ffacba0-3f')
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] No BDM found with device name sda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] No VIF found with MAC fa:16:3e:84:11:31, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:38:52 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Using config drive
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.network.neutron [req-4f44e6b8-de60-4b88-89db-72f97bc9e908 req-252df3bd-1d22-4a07-b9ee-19ce1b7981b9 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Updated VIF entry in instance network info cache for port 6ffacba0-3f35-4946-ade4-07f3bad84d6c. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG nova.network.neutron [req-4f44e6b8-de60-4b88-89db-72f97bc9e908 req-252df3bd-1d22-4a07-b9ee-19ce1b7981b9 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Updating instance_info_cache with network_info: [{"id": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "address": "fa:16:3e:84:11:31", "network": {"id": "d92801e0-1ccb-4606-9d4d-24add4eafd82", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1559929889-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9736a077cbbe437d94197db6147b10b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ffacba0-3f", "ovs_interfaceid": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:38:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4f44e6b8-de60-4b88-89db-72f97bc9e908 req-252df3bd-1d22-4a07-b9ee-19ce1b7981b9 service nova] Releasing lock "refresh_cache-9f665c8f-4115-4860-bccd-72e1e052bd9e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:38:53 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Creating config drive at /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk.config
Oct 26 01:38:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpgijckoh_ {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpgijckoh_" returned: 0 in 0.100s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-6c9427a2-46dc-422d-a8dd-531718fe92b4 req-a8253ad7-fd41-497f-8b07-6885102e1687 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received event network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6c9427a2-46dc-422d-a8dd-531718fe92b4 req-a8253ad7-fd41-497f-8b07-6885102e1687 service nova] Acquiring lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6c9427a2-46dc-422d-a8dd-531718fe92b4 req-a8253ad7-fd41-497f-8b07-6885102e1687 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6c9427a2-46dc-422d-a8dd-531718fe92b4 req-a8253ad7-fd41-497f-8b07-6885102e1687 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-6c9427a2-46dc-422d-a8dd-531718fe92b4 req-a8253ad7-fd41-497f-8b07-6885102e1687 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] No waiting events found dispatching network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:38:53 user nova-compute[74702]: WARNING nova.compute.manager [req-6c9427a2-46dc-422d-a8dd-531718fe92b4 req-a8253ad7-fd41-497f-8b07-6885102e1687 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received unexpected event network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 for instance with vm_state active and task_state None.
Oct 26 01:38:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "419d3630-8338-4412-a45a-9ab2e7b961a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:54 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.005s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:54 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:38:54 user nova-compute[74702]: INFO nova.compute.claims [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Claim successful on node user
Oct 26 01:38:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-a1affeed-631a-409a-9004-ca8d9f815f98 req-13089ac8-7d91-4271-af96-e88ea6522f76 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received event network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a1affeed-631a-409a-9004-ca8d9f815f98 req-13089ac8-7d91-4271-af96-e88ea6522f76 service nova] Acquiring lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a1affeed-631a-409a-9004-ca8d9f815f98 req-13089ac8-7d91-4271-af96-e88ea6522f76 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a1affeed-631a-409a-9004-ca8d9f815f98 req-13089ac8-7d91-4271-af96-e88ea6522f76 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-a1affeed-631a-409a-9004-ca8d9f815f98 req-13089ac8-7d91-4271-af96-e88ea6522f76 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] No waiting events found dispatching network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:38:55 user nova-compute[74702]: WARNING nova.compute.manager [req-a1affeed-631a-409a-9004-ca8d9f815f98 req-13089ac8-7d91-4271-af96-e88ea6522f76 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received unexpected event network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 for instance with vm_state active and task_state None.
Oct 26 01:38:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.954s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:38:55 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:38:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:38:56 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Creating image(s)
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "/opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "/opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "/opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG nova.policy [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13e1f8d768de4ed092e98b06634fae52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9deb546dcf3445249590cec6ba4acc9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.261s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.267s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk 1073741824" returned: 0 in 0.083s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.358s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.258s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Checking if we can resize image /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:38:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:38:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.297s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:38:57 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Cannot resize image /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:38:57 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:38:57 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Ensure instance console log exists: /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:38:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:38:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:38:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:38:58 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:38:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:38:58 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Instance spawned successfully.
Oct 26 01:38:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:38:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:38:58 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Successfully created port: 467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:38:58 user nova-compute[74702]: INFO nova.compute.manager [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Took 12.11 seconds to spawn the instance on the hypervisor.
Oct 26 01:38:58 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:38:58 user nova-compute[74702]: INFO nova.compute.manager [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Took 14.14 seconds to build instance.
Oct 26 01:38:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3c95d-ddea-4e4e-9010-4394fbda2096 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.396s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "28355258-10da-4098-ad51-339560388173" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "28355258-10da-4098-ad51-339560388173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Successfully updated port: 467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "refresh_cache-419d3630-8338-4412-a45a-9ab2e7b961a0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquired lock "refresh_cache-419d3630-8338-4412-a45a-9ab2e7b961a0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG nova.compute.manager [req-4f5b5cf5-a955-4cc1-b647-80e768182380 req-e63e63f6-4021-4504-9a28-2d346a51c403 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Received event network-changed-467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG nova.compute.manager [req-4f5b5cf5-a955-4cc1-b647-80e768182380 req-e63e63f6-4021-4504-9a28-2d346a51c403 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Refreshing instance network info cache due to event network-changed-467e8cca-5e31-47cd-aeca-21d882746179. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4f5b5cf5-a955-4cc1-b647-80e768182380 req-e63e63f6-4021-4504-9a28-2d346a51c403 service nova] Acquiring lock "refresh_cache-419d3630-8338-4412-a45a-9ab2e7b961a0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:39:00 user nova-compute[74702]: INFO nova.compute.claims [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Claim successful on node user
Oct 26 01:39:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Updating instance_info_cache with network_info: [{"id": "467e8cca-5e31-47cd-aeca-21d882746179", "address": "fa:16:3e:36:14:8a", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap467e8cca-5e", "ovs_interfaceid": "467e8cca-5e31-47cd-aeca-21d882746179", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:39:00 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Releasing lock "refresh_cache-419d3630-8338-4412-a45a-9ab2e7b961a0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Instance network_info: |[{"id": "467e8cca-5e31-47cd-aeca-21d882746179", "address": "fa:16:3e:36:14:8a", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap467e8cca-5e", "ovs_interfaceid": "467e8cca-5e31-47cd-aeca-21d882746179", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4f5b5cf5-a955-4cc1-b647-80e768182380 req-e63e63f6-4021-4504-9a28-2d346a51c403 service nova] Acquired lock "refresh_cache-419d3630-8338-4412-a45a-9ab2e7b961a0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.network.neutron [req-4f5b5cf5-a955-4cc1-b647-80e768182380 req-e63e63f6-4021-4504-9a28-2d346a51c403 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Refreshing network info cache for port 467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Start _get_guest_xml network_info=[{"id": "467e8cca-5e31-47cd-aeca-21d882746179", "address": "fa:16:3e:36:14:8a", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap467e8cca-5e", "ovs_interfaceid": "467e8cca-5e31-47cd-aeca-21d882746179", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.748s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:39:01 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:39:01 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1758707409',display_name='tempest-VolumesAdminNegativeTest-server-1758707409',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1758707409',id=8,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMcGjY+pBDHsjXwtvrsCSZizP1Nos5LqROZQf8Tir9M2q4ftWd5oCy2gZSAjvzWworZ5XvQAbyoh4MkwDwnIWqTjhRF1t7dLmszMZ15/wkZYwe2wVc7Q0wx+JjllmsJZNg==',key_name='tempest-keypair-595652421',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9deb546dcf3445249590cec6ba4acc9c',ramdisk_id='',reservation_id='r-a7tdatzz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-319754849',owner_user_name='tempest-VolumesAdminNegativeTest-319754849-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='13e1f8d768de4ed092e98b06634fae52',uuid=419d3630-8338-4412-a45a-9ab2e7b961a0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "467e8cca-5e31-47cd-aeca-21d882746179", "address": "fa:16:3e:36:14:8a", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap467e8cca-5e", "ovs_interfaceid": "467e8cca-5e31-47cd-aeca-21d882746179", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Converting VIF {"id": "467e8cca-5e31-47cd-aeca-21d882746179", "address": "fa:16:3e:36:14:8a", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap467e8cca-5e", "ovs_interfaceid": "467e8cca-5e31-47cd-aeca-21d882746179", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:14:8a,bridge_name='br-int',has_traffic_filtering=True,id=467e8cca-5e31-47cd-aeca-21d882746179,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap467e8cca-5e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.objects.instance [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lazy-loading 'pci_devices' on Instance uuid 419d3630-8338-4412-a45a-9ab2e7b961a0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.network.neutron [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:39:01 user nova-compute[74702]:   <uuid>419d3630-8338-4412-a45a-9ab2e7b961a0</uuid>
Oct 26 01:39:01 user nova-compute[74702]:   <name>instance-00000008</name>
Oct 26 01:39:01 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:39:01 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:39:01 user nova-compute[74702]:   <metadata>
Oct 26 01:39:01 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:39:01 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:39:01 user nova-compute[74702]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1758707409</nova:name>
Oct 26 01:39:01 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:39:01</nova:creationTime>
Oct 26 01:39:01 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:39:01 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:39:01 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:39:01 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:39:01 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:39:01 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:39:01 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:39:01 user nova-compute[74702]:       <nova:owner>
Oct 26 01:39:01 user nova-compute[74702]:         <nova:user uuid="13e1f8d768de4ed092e98b06634fae52">tempest-VolumesAdminNegativeTest-319754849-project-member</nova:user>
Oct 26 01:39:01 user nova-compute[74702]:         <nova:project uuid="9deb546dcf3445249590cec6ba4acc9c">tempest-VolumesAdminNegativeTest-319754849</nova:project>
Oct 26 01:39:01 user nova-compute[74702]:       </nova:owner>
Oct 26 01:39:01 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:39:01 user nova-compute[74702]:       <nova:ports>
Oct 26 01:39:01 user nova-compute[74702]:         <nova:port uuid="467e8cca-5e31-47cd-aeca-21d882746179">
Oct 26 01:39:01 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 01:39:01 user nova-compute[74702]:         </nova:port>
Oct 26 01:39:01 user nova-compute[74702]:       </nova:ports>
Oct 26 01:39:01 user nova-compute[74702]:     </nova:instance>
Oct 26 01:39:01 user nova-compute[74702]:   </metadata>
Oct 26 01:39:01 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:39:01 user nova-compute[74702]:     <system>
Oct 26 01:39:01 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:39:01 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:39:01 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:39:01 user nova-compute[74702]:       <entry name="serial">419d3630-8338-4412-a45a-9ab2e7b961a0</entry>
Oct 26 01:39:01 user nova-compute[74702]:       <entry name="uuid">419d3630-8338-4412-a45a-9ab2e7b961a0</entry>
Oct 26 01:39:01 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:39:01 user nova-compute[74702]:     </system>
Oct 26 01:39:01 user nova-compute[74702]:   </sysinfo>
Oct 26 01:39:01 user nova-compute[74702]:   <os>
Oct 26 01:39:01 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:39:01 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:39:01 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:39:01 user nova-compute[74702]:   </os>
Oct 26 01:39:01 user nova-compute[74702]:   <features>
Oct 26 01:39:01 user nova-compute[74702]:     <acpi/>
Oct 26 01:39:01 user nova-compute[74702]:     <apic/>
Oct 26 01:39:01 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:39:01 user nova-compute[74702]:   </features>
Oct 26 01:39:01 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:39:01 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:39:01 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:39:01 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:39:01 user nova-compute[74702]:   </clock>
Oct 26 01:39:01 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:39:01 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:39:01 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:39:01 user nova-compute[74702]:   </cpu>
Oct 26 01:39:01 user nova-compute[74702]:   <devices>
Oct 26 01:39:01 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:39:01 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:39:01 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk"/>
Oct 26 01:39:01 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:39:01 user nova-compute[74702]:     </disk>
Oct 26 01:39:01 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:39:01 user nova-compute[74702]:       <mac address="fa:16:3e:36:14:8a"/>
Oct 26 01:39:01 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:39:01 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:39:01 user nova-compute[74702]:       <target dev="tap467e8cca-5e"/>
Oct 26 01:39:01 user nova-compute[74702]:     </interface>
Oct 26 01:39:01 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:39:01 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/console.log" append="off"/>
Oct 26 01:39:01 user nova-compute[74702]:     </serial>
Oct 26 01:39:01 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:39:01 user nova-compute[74702]:     <video>
Oct 26 01:39:01 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:39:01 user nova-compute[74702]:     </video>
Oct 26 01:39:01 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:39:01 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:39:01 user nova-compute[74702]:     </rng>
Oct 26 01:39:01 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:39:01 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:39:01 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:39:01 user nova-compute[74702]:     </memballoon>
Oct 26 01:39:01 user nova-compute[74702]:   </devices>
Oct 26 01:39:01 user nova-compute[74702]: </domain>
Oct 26 01:39:01 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1758707409',display_name='tempest-VolumesAdminNegativeTest-server-1758707409',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1758707409',id=8,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMcGjY+pBDHsjXwtvrsCSZizP1Nos5LqROZQf8Tir9M2q4ftWd5oCy2gZSAjvzWworZ5XvQAbyoh4MkwDwnIWqTjhRF1t7dLmszMZ15/wkZYwe2wVc7Q0wx+JjllmsJZNg==',key_name='tempest-keypair-595652421',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9deb546dcf3445249590cec6ba4acc9c',ramdisk_id='',reservation_id='r-a7tdatzz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-319754849',owner_user_name='tempest-VolumesAdminNegativeTest-319754849-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='13e1f8d768de4ed092e98b06634fae52',uuid=419d3630-8338-4412-a45a-9ab2e7b961a0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "467e8cca-5e31-47cd-aeca-21d882746179", "address": "fa:16:3e:36:14:8a", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap467e8cca-5e", "ovs_interfaceid": "467e8cca-5e31-47cd-aeca-21d882746179", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Converting VIF {"id": "467e8cca-5e31-47cd-aeca-21d882746179", "address": "fa:16:3e:36:14:8a", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap467e8cca-5e", "ovs_interfaceid": "467e8cca-5e31-47cd-aeca-21d882746179", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:14:8a,bridge_name='br-int',has_traffic_filtering=True,id=467e8cca-5e31-47cd-aeca-21d882746179,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap467e8cca-5e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG os_vif [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:14:8a,bridge_name='br-int',has_traffic_filtering=True,id=467e8cca-5e31-47cd-aeca-21d882746179,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap467e8cca-5e') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:39:01 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5d4880ac-d7d5-56ac-be8b-d954a0931490', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap467e8cca-5e, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap467e8cca-5e, col_values=(('qos', UUID('4e8e5775-d116-47b0-be53-9ef8a96ba658')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap467e8cca-5e, col_values=(('external_ids', {'iface-id': '467e8cca-5e31-47cd-aeca-21d882746179', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:14:8a', 'vm-uuid': '419d3630-8338-4412-a45a-9ab2e7b961a0'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:01 user nova-compute[74702]: INFO os_vif [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:14:8a,bridge_name='br-int',has_traffic_filtering=True,id=467e8cca-5e31-47cd-aeca-21d882746179,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap467e8cca-5e')
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.policy [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd573ff0291734a86b68af4efecefd810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20ad055d6ac7482f889de1376acabeed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] No VIF found with MAC fa:16:3e:36:14:8a, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:39:01 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Creating image(s)
Oct 26 01:39:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG nova.network.neutron [req-4f5b5cf5-a955-4cc1-b647-80e768182380 req-e63e63f6-4021-4504-9a28-2d346a51c403 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Updated VIF entry in instance network info cache for port 467e8cca-5e31-47cd-aeca-21d882746179. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG nova.network.neutron [req-4f5b5cf5-a955-4cc1-b647-80e768182380 req-e63e63f6-4021-4504-9a28-2d346a51c403 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Updating instance_info_cache with network_info: [{"id": "467e8cca-5e31-47cd-aeca-21d882746179", "address": "fa:16:3e:36:14:8a", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap467e8cca-5e", "ovs_interfaceid": "467e8cca-5e31-47cd-aeca-21d882746179", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.406s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4f5b5cf5-a955-4cc1-b647-80e768182380 req-e63e63f6-4021-4504-9a28-2d346a51c403 service nova] Releasing lock "refresh_cache-419d3630-8338-4412-a45a-9ab2e7b961a0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.301s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk 1073741824" returned: 0 in 0.058s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.364s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-ecf563d1-61c6-4ae2-a6d2-bb6b857eb974 req-f201cccb-1517-4dbe-9165-11f6d638c820 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ecf563d1-61c6-4ae2-a6d2-bb6b857eb974 req-f201cccb-1517-4dbe-9165-11f6d638c820 service nova] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ecf563d1-61c6-4ae2-a6d2-bb6b857eb974 req-f201cccb-1517-4dbe-9165-11f6d638c820 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ecf563d1-61c6-4ae2-a6d2-bb6b857eb974 req-f201cccb-1517-4dbe-9165-11f6d638c820 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-ecf563d1-61c6-4ae2-a6d2-bb6b857eb974 req-f201cccb-1517-4dbe-9165-11f6d638c820 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] No waiting events found dispatching network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:02 user nova-compute[74702]: WARNING nova.compute.manager [req-ecf563d1-61c6-4ae2-a6d2-bb6b857eb974 req-f201cccb-1517-4dbe-9165-11f6d638c820 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received unexpected event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b for instance with vm_state active and task_state None.
Oct 26 01:39:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-ecf563d1-61c6-4ae2-a6d2-bb6b857eb974 req-f201cccb-1517-4dbe-9165-11f6d638c820 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ecf563d1-61c6-4ae2-a6d2-bb6b857eb974 req-f201cccb-1517-4dbe-9165-11f6d638c820 service nova] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ecf563d1-61c6-4ae2-a6d2-bb6b857eb974 req-f201cccb-1517-4dbe-9165-11f6d638c820 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ecf563d1-61c6-4ae2-a6d2-bb6b857eb974 req-f201cccb-1517-4dbe-9165-11f6d638c820 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-ecf563d1-61c6-4ae2-a6d2-bb6b857eb974 req-f201cccb-1517-4dbe-9165-11f6d638c820 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] No waiting events found dispatching network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:02 user nova-compute[74702]: WARNING nova.compute.manager [req-ecf563d1-61c6-4ae2-a6d2-bb6b857eb974 req-f201cccb-1517-4dbe-9165-11f6d638c820 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received unexpected event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b for instance with vm_state active and task_state None.
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.252s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Checking if we can resize image /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG nova.network.neutron [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Successfully created port: 680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Cannot resize image /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Ensure instance console log exists: /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG nova.network.neutron [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Successfully updated port: 680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquired lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG nova.network.neutron [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-dfe1b98f-2e44-4318-af1a-b2cf4ec1172f req-356b58f6-6297-4a8b-9e33-0e7b5b4e443c service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Received event network-vif-plugged-467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dfe1b98f-2e44-4318-af1a-b2cf4ec1172f req-356b58f6-6297-4a8b-9e33-0e7b5b4e443c service nova] Acquiring lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dfe1b98f-2e44-4318-af1a-b2cf4ec1172f req-356b58f6-6297-4a8b-9e33-0e7b5b4e443c service nova] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dfe1b98f-2e44-4318-af1a-b2cf4ec1172f req-356b58f6-6297-4a8b-9e33-0e7b5b4e443c service nova] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-dfe1b98f-2e44-4318-af1a-b2cf4ec1172f req-356b58f6-6297-4a8b-9e33-0e7b5b4e443c service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] No waiting events found dispatching network-vif-plugged-467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:03 user nova-compute[74702]: WARNING nova.compute.manager [req-dfe1b98f-2e44-4318-af1a-b2cf4ec1172f req-356b58f6-6297-4a8b-9e33-0e7b5b4e443c service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Received unexpected event network-vif-plugged-467e8cca-5e31-47cd-aeca-21d882746179 for instance with vm_state building and task_state spawning.
Oct 26 01:39:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-6602f2f5-b496-4dc3-a545-e183f91a8538 req-37348391-01da-4562-8551-d3f4cde207fe service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-changed-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-6602f2f5-b496-4dc3-a545-e183f91a8538 req-37348391-01da-4562-8551-d3f4cde207fe service nova] [instance: 28355258-10da-4098-ad51-339560388173] Refreshing instance network info cache due to event network-changed-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6602f2f5-b496-4dc3-a545-e183f91a8538 req-37348391-01da-4562-8551-d3f4cde207fe service nova] Acquiring lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG nova.network.neutron [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:39:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.network.neutron [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Updating instance_info_cache with network_info: [{"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Releasing lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.compute.manager [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Instance network_info: |[{"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6602f2f5-b496-4dc3-a545-e183f91a8538 req-37348391-01da-4562-8551-d3f4cde207fe service nova] Acquired lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.network.neutron [req-6602f2f5-b496-4dc3-a545-e183f91a8538 req-37348391-01da-4562-8551-d3f4cde207fe service nova] [instance: 28355258-10da-4098-ad51-339560388173] Refreshing network info cache for port 680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Start _get_guest_xml network_info=[{"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:39:04 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:39:04 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:38:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-834958348',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-834958348',id=9,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEv+CcbFw/BQHHWblqbX9+/hHTC86codb77aPaiYYWdTVzfyJyiKulSe1n43Felba0B0prhHKHmelxWPZ3FCyJckHT0o5aaqhf8jT3IJug4qvpHbfsvufmYCQzK6HvuXfg==',key_name='tempest-keypair-547912722',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='20ad055d6ac7482f889de1376acabeed',ramdisk_id='',reservation_id='r-30e3q8st',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-979810986',owner_user_name='tempest-TaggedAttachmentsTest-979810986-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:39:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d573ff0291734a86b68af4efecefd810',uuid=28355258-10da-4098-ad51-339560388173,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converting VIF {"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:ae:6e,bridge_name='br-int',has_traffic_filtering=True,id=680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c,network=Network(a786d7c6-4813-4355-83a6-d69fef453088),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap680cb573-b8') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.objects.instance [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lazy-loading 'pci_devices' on Instance uuid 28355258-10da-4098-ad51-339560388173 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:39:04 user nova-compute[74702]:   <uuid>28355258-10da-4098-ad51-339560388173</uuid>
Oct 26 01:39:04 user nova-compute[74702]:   <name>instance-00000009</name>
Oct 26 01:39:04 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:39:04 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:39:04 user nova-compute[74702]:   <metadata>
Oct 26 01:39:04 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:39:04 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:39:04 user nova-compute[74702]:       <nova:name>tempest-device-tagging-server-834958348</nova:name>
Oct 26 01:39:04 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:39:04</nova:creationTime>
Oct 26 01:39:04 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:39:04 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:39:04 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:39:04 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:39:04 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:39:04 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:39:04 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:39:04 user nova-compute[74702]:       <nova:owner>
Oct 26 01:39:04 user nova-compute[74702]:         <nova:user uuid="d573ff0291734a86b68af4efecefd810">tempest-TaggedAttachmentsTest-979810986-project-member</nova:user>
Oct 26 01:39:04 user nova-compute[74702]:         <nova:project uuid="20ad055d6ac7482f889de1376acabeed">tempest-TaggedAttachmentsTest-979810986</nova:project>
Oct 26 01:39:04 user nova-compute[74702]:       </nova:owner>
Oct 26 01:39:04 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:39:04 user nova-compute[74702]:       <nova:ports>
Oct 26 01:39:04 user nova-compute[74702]:         <nova:port uuid="680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c">
Oct 26 01:39:04 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:39:04 user nova-compute[74702]:         </nova:port>
Oct 26 01:39:04 user nova-compute[74702]:       </nova:ports>
Oct 26 01:39:04 user nova-compute[74702]:     </nova:instance>
Oct 26 01:39:04 user nova-compute[74702]:   </metadata>
Oct 26 01:39:04 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:39:04 user nova-compute[74702]:     <system>
Oct 26 01:39:04 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:39:04 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:39:04 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:39:04 user nova-compute[74702]:       <entry name="serial">28355258-10da-4098-ad51-339560388173</entry>
Oct 26 01:39:04 user nova-compute[74702]:       <entry name="uuid">28355258-10da-4098-ad51-339560388173</entry>
Oct 26 01:39:04 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:39:04 user nova-compute[74702]:     </system>
Oct 26 01:39:04 user nova-compute[74702]:   </sysinfo>
Oct 26 01:39:04 user nova-compute[74702]:   <os>
Oct 26 01:39:04 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:39:04 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:39:04 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:39:04 user nova-compute[74702]:   </os>
Oct 26 01:39:04 user nova-compute[74702]:   <features>
Oct 26 01:39:04 user nova-compute[74702]:     <acpi/>
Oct 26 01:39:04 user nova-compute[74702]:     <apic/>
Oct 26 01:39:04 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:39:04 user nova-compute[74702]:   </features>
Oct 26 01:39:04 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:39:04 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:39:04 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:39:04 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:39:04 user nova-compute[74702]:   </clock>
Oct 26 01:39:04 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:39:04 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:39:04 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:39:04 user nova-compute[74702]:   </cpu>
Oct 26 01:39:04 user nova-compute[74702]:   <devices>
Oct 26 01:39:04 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:39:04 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:39:04 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk"/>
Oct 26 01:39:04 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:39:04 user nova-compute[74702]:     </disk>
Oct 26 01:39:04 user nova-compute[74702]:     <disk type="file" device="cdrom">
Oct 26 01:39:04 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none"/>
Oct 26 01:39:04 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk.config"/>
Oct 26 01:39:04 user nova-compute[74702]:       <target dev="hda" bus="ide"/>
Oct 26 01:39:04 user nova-compute[74702]:     </disk>
Oct 26 01:39:04 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:39:04 user nova-compute[74702]:       <mac address="fa:16:3e:92:ae:6e"/>
Oct 26 01:39:04 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:39:04 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:39:04 user nova-compute[74702]:       <target dev="tap680cb573-b8"/>
Oct 26 01:39:04 user nova-compute[74702]:     </interface>
Oct 26 01:39:04 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:39:04 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/console.log" append="off"/>
Oct 26 01:39:04 user nova-compute[74702]:     </serial>
Oct 26 01:39:04 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:39:04 user nova-compute[74702]:     <video>
Oct 26 01:39:04 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:39:04 user nova-compute[74702]:     </video>
Oct 26 01:39:04 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:39:04 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:39:04 user nova-compute[74702]:     </rng>
Oct 26 01:39:04 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:39:04 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:39:04 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:39:04 user nova-compute[74702]:     </memballoon>
Oct 26 01:39:04 user nova-compute[74702]:   </devices>
Oct 26 01:39:04 user nova-compute[74702]: </domain>
Oct 26 01:39:04 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:38:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-834958348',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-834958348',id=9,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEv+CcbFw/BQHHWblqbX9+/hHTC86codb77aPaiYYWdTVzfyJyiKulSe1n43Felba0B0prhHKHmelxWPZ3FCyJckHT0o5aaqhf8jT3IJug4qvpHbfsvufmYCQzK6HvuXfg==',key_name='tempest-keypair-547912722',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='20ad055d6ac7482f889de1376acabeed',ramdisk_id='',reservation_id='r-30e3q8st',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-979810986',owner_user_name='tempest-TaggedAttachmentsTest-979810986-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:39:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d573ff0291734a86b68af4efecefd810',uuid=28355258-10da-4098-ad51-339560388173,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converting VIF {"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:ae:6e,bridge_name='br-int',has_traffic_filtering=True,id=680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c,network=Network(a786d7c6-4813-4355-83a6-d69fef453088),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap680cb573-b8') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG os_vif [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:ae:6e,bridge_name='br-int',has_traffic_filtering=True,id=680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c,network=Network(a786d7c6-4813-4355-83a6-d69fef453088),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap680cb573-b8') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4d2f67ff-ea03-5064-841c-007195b65c54', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap680cb573-b8, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap680cb573-b8, col_values=(('qos', UUID('ef1d2455-888c-4da2-b8fb-f977f5b1fe76')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap680cb573-b8, col_values=(('external_ids', {'iface-id': '680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:ae:6e', 'vm-uuid': '28355258-10da-4098-ad51-339560388173'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:04 user nova-compute[74702]: INFO os_vif [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:ae:6e,bridge_name='br-int',has_traffic_filtering=True,id=680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c,network=Network(a786d7c6-4813-4355-83a6-d69fef453088),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap680cb573-b8')
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] No BDM found with device name hda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] No VIF found with MAC fa:16:3e:92:ae:6e, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:39:04 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Using config drive
Oct 26 01:39:04 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Creating config drive at /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk.config
Oct 26 01:39:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpx40_7nue {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpx40_7nue" returned: 0 in 0.071s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.network.neutron [req-6602f2f5-b496-4dc3-a545-e183f91a8538 req-37348391-01da-4562-8551-d3f4cde207fe service nova] [instance: 28355258-10da-4098-ad51-339560388173] Updated VIF entry in instance network info cache for port 680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG nova.network.neutron [req-6602f2f5-b496-4dc3-a545-e183f91a8538 req-37348391-01da-4562-8551-d3f4cde207fe service nova] [instance: 28355258-10da-4098-ad51-339560388173] Updating instance_info_cache with network_info: [{"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:39:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6602f2f5-b496-4dc3-a545-e183f91a8538 req-37348391-01da-4562-8551-d3f4cde207fe service nova] Releasing lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:39:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-8718ef4e-ac18-4ffc-9077-090b3f5ffb00 req-f01acd13-71fe-43b7-8bd0-4e8d717c8bb4 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Received event network-vif-plugged-467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8718ef4e-ac18-4ffc-9077-090b3f5ffb00 req-f01acd13-71fe-43b7-8bd0-4e8d717c8bb4 service nova] Acquiring lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8718ef4e-ac18-4ffc-9077-090b3f5ffb00 req-f01acd13-71fe-43b7-8bd0-4e8d717c8bb4 service nova] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8718ef4e-ac18-4ffc-9077-090b3f5ffb00 req-f01acd13-71fe-43b7-8bd0-4e8d717c8bb4 service nova] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-8718ef4e-ac18-4ffc-9077-090b3f5ffb00 req-f01acd13-71fe-43b7-8bd0-4e8d717c8bb4 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] No waiting events found dispatching network-vif-plugged-467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:05 user nova-compute[74702]: WARNING nova.compute.manager [req-8718ef4e-ac18-4ffc-9077-090b3f5ffb00 req-f01acd13-71fe-43b7-8bd0-4e8d717c8bb4 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Received unexpected event network-vif-plugged-467e8cca-5e31-47cd-aeca-21d882746179 for instance with vm_state building and task_state spawning.
Oct 26 01:39:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:39:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:39:05 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Instance spawned successfully.
Oct 26 01:39:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:39:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:06 user nova-compute[74702]: INFO nova.compute.manager [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Took 10.16 seconds to spawn the instance on the hypervisor.
Oct 26 01:39:06 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:39:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:06 user nova-compute[74702]: INFO nova.compute.manager [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Took 11.95 seconds to build instance.
Oct 26 01:39:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ea27bba7-27c8-4e2a-a195-5cba9739b537 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.186s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-36b312ac-ca73-4375-a3f0-44f79049e82d req-eaeddf59-696f-456b-a79e-a80f84163e99 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received event network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-36b312ac-ca73-4375-a3f0-44f79049e82d req-eaeddf59-696f-456b-a79e-a80f84163e99 service nova] Acquiring lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-36b312ac-ca73-4375-a3f0-44f79049e82d req-eaeddf59-696f-456b-a79e-a80f84163e99 service nova] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-36b312ac-ca73-4375-a3f0-44f79049e82d req-eaeddf59-696f-456b-a79e-a80f84163e99 service nova] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-36b312ac-ca73-4375-a3f0-44f79049e82d req-eaeddf59-696f-456b-a79e-a80f84163e99 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] No waiting events found dispatching network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:07 user nova-compute[74702]: WARNING nova.compute.manager [req-36b312ac-ca73-4375-a3f0-44f79049e82d req-eaeddf59-696f-456b-a79e-a80f84163e99 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received unexpected event network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb for instance with vm_state active and task_state None.
Oct 26 01:39:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:39:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:39:08 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 28355258-10da-4098-ad51-339560388173] Instance spawned successfully.
Oct 26 01:39:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:39:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:09 user nova-compute[74702]: INFO nova.compute.manager [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Took 7.39 seconds to spawn the instance on the hypervisor.
Oct 26 01:39:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:39:09 user nova-compute[74702]: INFO nova.compute.manager [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Took 8.77 seconds to build instance.
Oct 26 01:39:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a994a25d-a29a-40b4-ae7e-610d2676e9a2 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "28355258-10da-4098-ad51-339560388173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.938s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-e69bfed5-32f5-4152-af93-ab623f613f1a req-2d69dbbf-64ff-4a08-9fd1-a23bfa70eeeb service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received event network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e69bfed5-32f5-4152-af93-ab623f613f1a req-2d69dbbf-64ff-4a08-9fd1-a23bfa70eeeb service nova] Acquiring lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e69bfed5-32f5-4152-af93-ab623f613f1a req-2d69dbbf-64ff-4a08-9fd1-a23bfa70eeeb service nova] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e69bfed5-32f5-4152-af93-ab623f613f1a req-2d69dbbf-64ff-4a08-9fd1-a23bfa70eeeb service nova] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-e69bfed5-32f5-4152-af93-ab623f613f1a req-2d69dbbf-64ff-4a08-9fd1-a23bfa70eeeb service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] No waiting events found dispatching network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:10 user nova-compute[74702]: WARNING nova.compute.manager [req-e69bfed5-32f5-4152-af93-ab623f613f1a req-2d69dbbf-64ff-4a08-9fd1-a23bfa70eeeb service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received unexpected event network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb for instance with vm_state active and task_state None.
Oct 26 01:39:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:39:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 01:39:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 01:39:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:39:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 01:39:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:39:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Acquiring lock "e2748235-7b0c-40be-a615-fc508fce690b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "e2748235-7b0c-40be-a615-fc508fce690b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:39:12 user nova-compute[74702]: INFO nova.compute.claims [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Claim successful on node user
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.530s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.network.neutron [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:39:12 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.policy [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88b2d7e6049f492b8f5d968636d5d2af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd34ad778046b4e13ac648b704e4cab8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Skipping network cache update for instance because it is Building. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:39:12 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Creating image(s)
Oct 26 01:39:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Acquiring lock "/opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "/opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "/opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.211s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.219s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk 1073741824" returned: 0 in 0.061s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.287s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG nova.network.neutron [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Successfully created port: d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updating instance_info_cache with network_info: [{"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.260s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Cannot resize image /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Ensure instance console log exists: /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG nova.network.neutron [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Successfully updated port: d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-6a91cd08-2358-4c3e-8070-41e62cc118c9 req-fae91a9f-5279-4aa4-b88f-34406472c2cf service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Received event network-changed-d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-6a91cd08-2358-4c3e-8070-41e62cc118c9 req-fae91a9f-5279-4aa4-b88f-34406472c2cf service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Refreshing instance network info cache due to event network-changed-d32ebef2-5f95-4028-a1cb-4215a22e069d. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6a91cd08-2358-4c3e-8070-41e62cc118c9 req-fae91a9f-5279-4aa4-b88f-34406472c2cf service nova] Acquiring lock "refresh_cache-e2748235-7b0c-40be-a615-fc508fce690b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6a91cd08-2358-4c3e-8070-41e62cc118c9 req-fae91a9f-5279-4aa4-b88f-34406472c2cf service nova] Acquired lock "refresh_cache-e2748235-7b0c-40be-a615-fc508fce690b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG nova.network.neutron [req-6a91cd08-2358-4c3e-8070-41e62cc118c9 req-fae91a9f-5279-4aa4-b88f-34406472c2cf service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Refreshing network info cache for port d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Acquiring lock "refresh_cache-e2748235-7b0c-40be-a615-fc508fce690b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG nova.network.neutron [req-6a91cd08-2358-4c3e-8070-41e62cc118c9 req-fae91a9f-5279-4aa4-b88f-34406472c2cf service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG nova.network.neutron [req-6a91cd08-2358-4c3e-8070-41e62cc118c9 req-fae91a9f-5279-4aa4-b88f-34406472c2cf service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6a91cd08-2358-4c3e-8070-41e62cc118c9 req-fae91a9f-5279-4aa4-b88f-34406472c2cf service nova] Releasing lock "refresh_cache-e2748235-7b0c-40be-a615-fc508fce690b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Acquired lock "refresh_cache-e2748235-7b0c-40be-a615-fc508fce690b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG nova.network.neutron [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG nova.network.neutron [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Updating instance_info_cache with network_info: [{"id": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "address": "fa:16:3e:e1:39:6c", "network": {"id": "efd52a76-7f41-4e18-944d-81435ac24dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1300136193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d34ad778046b4e13ac648b704e4cab8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd32ebef2-5f", "ovs_interfaceid": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Releasing lock "refresh_cache-e2748235-7b0c-40be-a615-fc508fce690b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Instance network_info: |[{"id": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "address": "fa:16:3e:e1:39:6c", "network": {"id": "efd52a76-7f41-4e18-944d-81435ac24dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1300136193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d34ad778046b4e13ac648b704e4cab8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd32ebef2-5f", "ovs_interfaceid": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Start _get_guest_xml network_info=[{"id": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "address": "fa:16:3e:e1:39:6c", "network": {"id": "efd52a76-7f41-4e18-944d-81435ac24dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1300136193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d34ad778046b4e13ac648b704e4cab8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd32ebef2-5f", "ovs_interfaceid": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:15 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:39:15 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:39:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1614908949',display_name='tempest-VolumesAssistedSnapshotsTest-server-1614908949',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1614908949',id=10,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD6A3PgcIe1iXMCutsAksDZ+j3yf1wmx49QSMxomnjhPoFaTCiUdYW9joP2y9AXrlaBXB5fYHkkGEG/E/8bZgcoDHU1U1G6z2A1J5sZ9WO4Sf+aPsqUgLbrUA2wIO/gNNw==',key_name='tempest-keypair-518841209',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d34ad778046b4e13ac648b704e4cab8b',ramdisk_id='',reservation_id='r-ow6x7h7o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1591971482',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1591971482-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:39:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88b2d7e6049f492b8f5d968636d5d2af',uuid=e2748235-7b0c-40be-a615-fc508fce690b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "address": "fa:16:3e:e1:39:6c", "network": {"id": "efd52a76-7f41-4e18-944d-81435ac24dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1300136193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d34ad778046b4e13ac648b704e4cab8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd32ebef2-5f", "ovs_interfaceid": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Converting VIF {"id": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "address": "fa:16:3e:e1:39:6c", "network": {"id": "efd52a76-7f41-4e18-944d-81435ac24dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1300136193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d34ad778046b4e13ac648b704e4cab8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd32ebef2-5f", "ovs_interfaceid": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:39:6c,bridge_name='br-int',has_traffic_filtering=True,id=d32ebef2-5f95-4028-a1cb-4215a22e069d,network=Network(efd52a76-7f41-4e18-944d-81435ac24dbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd32ebef2-5f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.objects.instance [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lazy-loading 'pci_devices' on Instance uuid e2748235-7b0c-40be-a615-fc508fce690b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:39:15 user nova-compute[74702]:   <uuid>e2748235-7b0c-40be-a615-fc508fce690b</uuid>
Oct 26 01:39:15 user nova-compute[74702]:   <name>instance-0000000a</name>
Oct 26 01:39:15 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:39:15 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:39:15 user nova-compute[74702]:   <metadata>
Oct 26 01:39:15 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:39:15 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:39:15 user nova-compute[74702]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1614908949</nova:name>
Oct 26 01:39:15 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:39:15</nova:creationTime>
Oct 26 01:39:15 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:39:15 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:39:15 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:39:15 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:39:15 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:39:15 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:39:15 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:39:15 user nova-compute[74702]:       <nova:owner>
Oct 26 01:39:15 user nova-compute[74702]:         <nova:user uuid="88b2d7e6049f492b8f5d968636d5d2af">tempest-VolumesAssistedSnapshotsTest-1591971482-project-member</nova:user>
Oct 26 01:39:15 user nova-compute[74702]:         <nova:project uuid="d34ad778046b4e13ac648b704e4cab8b">tempest-VolumesAssistedSnapshotsTest-1591971482</nova:project>
Oct 26 01:39:15 user nova-compute[74702]:       </nova:owner>
Oct 26 01:39:15 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:39:15 user nova-compute[74702]:       <nova:ports>
Oct 26 01:39:15 user nova-compute[74702]:         <nova:port uuid="d32ebef2-5f95-4028-a1cb-4215a22e069d">
Oct 26 01:39:15 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 26 01:39:15 user nova-compute[74702]:         </nova:port>
Oct 26 01:39:15 user nova-compute[74702]:       </nova:ports>
Oct 26 01:39:15 user nova-compute[74702]:     </nova:instance>
Oct 26 01:39:15 user nova-compute[74702]:   </metadata>
Oct 26 01:39:15 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:39:15 user nova-compute[74702]:     <system>
Oct 26 01:39:15 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:39:15 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:39:15 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:39:15 user nova-compute[74702]:       <entry name="serial">e2748235-7b0c-40be-a615-fc508fce690b</entry>
Oct 26 01:39:15 user nova-compute[74702]:       <entry name="uuid">e2748235-7b0c-40be-a615-fc508fce690b</entry>
Oct 26 01:39:15 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:39:15 user nova-compute[74702]:     </system>
Oct 26 01:39:15 user nova-compute[74702]:   </sysinfo>
Oct 26 01:39:15 user nova-compute[74702]:   <os>
Oct 26 01:39:15 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:39:15 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:39:15 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:39:15 user nova-compute[74702]:   </os>
Oct 26 01:39:15 user nova-compute[74702]:   <features>
Oct 26 01:39:15 user nova-compute[74702]:     <acpi/>
Oct 26 01:39:15 user nova-compute[74702]:     <apic/>
Oct 26 01:39:15 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:39:15 user nova-compute[74702]:   </features>
Oct 26 01:39:15 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:39:15 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:39:15 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:39:15 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:39:15 user nova-compute[74702]:   </clock>
Oct 26 01:39:15 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:39:15 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:39:15 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:39:15 user nova-compute[74702]:   </cpu>
Oct 26 01:39:15 user nova-compute[74702]:   <devices>
Oct 26 01:39:15 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:39:15 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:39:15 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk"/>
Oct 26 01:39:15 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:39:15 user nova-compute[74702]:     </disk>
Oct 26 01:39:15 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:39:15 user nova-compute[74702]:       <mac address="fa:16:3e:e1:39:6c"/>
Oct 26 01:39:15 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:39:15 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:39:15 user nova-compute[74702]:       <target dev="tapd32ebef2-5f"/>
Oct 26 01:39:15 user nova-compute[74702]:     </interface>
Oct 26 01:39:15 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:39:15 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/console.log" append="off"/>
Oct 26 01:39:15 user nova-compute[74702]:     </serial>
Oct 26 01:39:15 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:39:15 user nova-compute[74702]:     <video>
Oct 26 01:39:15 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:39:15 user nova-compute[74702]:     </video>
Oct 26 01:39:15 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:39:15 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:39:15 user nova-compute[74702]:     </rng>
Oct 26 01:39:15 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:39:15 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:39:15 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:39:15 user nova-compute[74702]:     </memballoon>
Oct 26 01:39:15 user nova-compute[74702]:   </devices>
Oct 26 01:39:15 user nova-compute[74702]: </domain>
Oct 26 01:39:15 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:39:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1614908949',display_name='tempest-VolumesAssistedSnapshotsTest-server-1614908949',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1614908949',id=10,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD6A3PgcIe1iXMCutsAksDZ+j3yf1wmx49QSMxomnjhPoFaTCiUdYW9joP2y9AXrlaBXB5fYHkkGEG/E/8bZgcoDHU1U1G6z2A1J5sZ9WO4Sf+aPsqUgLbrUA2wIO/gNNw==',key_name='tempest-keypair-518841209',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d34ad778046b4e13ac648b704e4cab8b',ramdisk_id='',reservation_id='r-ow6x7h7o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1591971482',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1591971482-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:39:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88b2d7e6049f492b8f5d968636d5d2af',uuid=e2748235-7b0c-40be-a615-fc508fce690b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "address": "fa:16:3e:e1:39:6c", "network": {"id": "efd52a76-7f41-4e18-944d-81435ac24dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1300136193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d34ad778046b4e13ac648b704e4cab8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd32ebef2-5f", "ovs_interfaceid": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Converting VIF {"id": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "address": "fa:16:3e:e1:39:6c", "network": {"id": "efd52a76-7f41-4e18-944d-81435ac24dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1300136193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d34ad778046b4e13ac648b704e4cab8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd32ebef2-5f", "ovs_interfaceid": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:39:6c,bridge_name='br-int',has_traffic_filtering=True,id=d32ebef2-5f95-4028-a1cb-4215a22e069d,network=Network(efd52a76-7f41-4e18-944d-81435ac24dbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd32ebef2-5f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG os_vif [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:39:6c,bridge_name='br-int',has_traffic_filtering=True,id=d32ebef2-5f95-4028-a1cb-4215a22e069d,network=Network(efd52a76-7f41-4e18-944d-81435ac24dbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd32ebef2-5f') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e4a2fbc0-f830-5c9b-9302-388db6b70d45', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd32ebef2-5f, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd32ebef2-5f, col_values=(('qos', UUID('fb1d5829-d402-46c4-bc26-a7583c8da8bd')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd32ebef2-5f, col_values=(('external_ids', {'iface-id': 'd32ebef2-5f95-4028-a1cb-4215a22e069d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e1:39:6c', 'vm-uuid': 'e2748235-7b0c-40be-a615-fc508fce690b'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:15 user nova-compute[74702]: INFO os_vif [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:39:6c,bridge_name='br-int',has_traffic_filtering=True,id=d32ebef2-5f95-4028-a1cb-4215a22e069d,network=Network(efd52a76-7f41-4e18-944d-81435ac24dbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd32ebef2-5f')
Oct 26 01:39:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] No VIF found with MAC fa:16:3e:e1:39:6c, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-3984a55b-bd0f-481c-b373-bd54a3dfb9a6 req-3307c59e-dfbc-4e30-aaa6-4edbd257f3b7 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Received event network-vif-plugged-d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3984a55b-bd0f-481c-b373-bd54a3dfb9a6 req-3307c59e-dfbc-4e30-aaa6-4edbd257f3b7 service nova] Acquiring lock "e2748235-7b0c-40be-a615-fc508fce690b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3984a55b-bd0f-481c-b373-bd54a3dfb9a6 req-3307c59e-dfbc-4e30-aaa6-4edbd257f3b7 service nova] Lock "e2748235-7b0c-40be-a615-fc508fce690b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3984a55b-bd0f-481c-b373-bd54a3dfb9a6 req-3307c59e-dfbc-4e30-aaa6-4edbd257f3b7 service nova] Lock "e2748235-7b0c-40be-a615-fc508fce690b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-3984a55b-bd0f-481c-b373-bd54a3dfb9a6 req-3307c59e-dfbc-4e30-aaa6-4edbd257f3b7 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] No waiting events found dispatching network-vif-plugged-d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:17 user nova-compute[74702]: WARNING nova.compute.manager [req-3984a55b-bd0f-481c-b373-bd54a3dfb9a6 req-3307c59e-dfbc-4e30-aaa6-4edbd257f3b7 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Received unexpected event network-vif-plugged-d32ebef2-5f95-4028-a1cb-4215a22e069d for instance with vm_state building and task_state spawning.
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.289s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:39:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.manager [req-a7d5e949-7995-4c71-bae6-e186be168f12 req-33c1b85a-8fbc-4832-9eab-5dc2688e0e38 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Received event network-vif-plugged-d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a7d5e949-7995-4c71-bae6-e186be168f12 req-33c1b85a-8fbc-4832-9eab-5dc2688e0e38 service nova] Acquiring lock "e2748235-7b0c-40be-a615-fc508fce690b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a7d5e949-7995-4c71-bae6-e186be168f12 req-33c1b85a-8fbc-4832-9eab-5dc2688e0e38 service nova] Lock "e2748235-7b0c-40be-a615-fc508fce690b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a7d5e949-7995-4c71-bae6-e186be168f12 req-33c1b85a-8fbc-4832-9eab-5dc2688e0e38 service nova] Lock "e2748235-7b0c-40be-a615-fc508fce690b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.manager [req-a7d5e949-7995-4c71-bae6-e186be168f12 req-33c1b85a-8fbc-4832-9eab-5dc2688e0e38 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] No waiting events found dispatching network-vif-plugged-d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:19 user nova-compute[74702]: WARNING nova.compute.manager [req-a7d5e949-7995-4c71-bae6-e186be168f12 req-33c1b85a-8fbc-4832-9eab-5dc2688e0e38 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Received unexpected event network-vif-plugged-d32ebef2-5f95-4028-a1cb-4215a22e069d for instance with vm_state building and task_state spawning.
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:39:19 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Instance spawned successfully.
Oct 26 01:39:19 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:39:19 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=7465MB free_disk=25.590190887451172GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:39:19 user nova-compute[74702]: INFO nova.compute.manager [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Took 6.77 seconds to spawn the instance on the hypervisor.
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ff1dd0ba-18dc-41eb-a617-6f65897962c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 87902f05-5656-4a17-8008-921fb5d2fafb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3b14c16c-886e-4c7e-babe-2514af23b2bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 9f665c8f-4115-4860-bccd-72e1e052bd9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 419d3630-8338-4412-a45a-9ab2e7b961a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 28355258-10da-4098-ad51-339560388173 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance e2748235-7b0c-40be-a615-fc508fce690b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:39:19 user nova-compute[74702]: INFO nova.compute.manager [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Took 7.83 seconds to build instance.
Oct 26 01:39:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-60d411b4-f403-40ba-881e-4d15994ac94f tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "e2748235-7b0c-40be-a615-fc508fce690b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.964s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.manager [req-94d33f94-8f8d-48cc-8042-98d273a1a305 req-c386394e-c286-4355-83df-0e7585618ceb service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-94d33f94-8f8d-48cc-8042-98d273a1a305 req-c386394e-c286-4355-83df-0e7585618ceb service nova] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-94d33f94-8f8d-48cc-8042-98d273a1a305 req-c386394e-c286-4355-83df-0e7585618ceb service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-94d33f94-8f8d-48cc-8042-98d273a1a305 req-c386394e-c286-4355-83df-0e7585618ceb service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:19 user nova-compute[74702]: DEBUG nova.compute.manager [req-94d33f94-8f8d-48cc-8042-98d273a1a305 req-c386394e-c286-4355-83df-0e7585618ceb service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] No waiting events found dispatching network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:19 user nova-compute[74702]: WARNING nova.compute.manager [req-94d33f94-8f8d-48cc-8042-98d273a1a305 req-c386394e-c286-4355-83df-0e7585618ceb service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received unexpected event network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 for instance with vm_state active and task_state None.
Oct 26 01:39:20 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:39:20 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:39:20 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:39:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.904s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] No waiting events found dispatching network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:21 user nova-compute[74702]: WARNING nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received unexpected event network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 for instance with vm_state active and task_state None.
Oct 26 01:39:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Received event network-vif-plugged-6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Acquiring lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] No waiting events found dispatching network-vif-plugged-6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:21 user nova-compute[74702]: WARNING nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Received unexpected event network-vif-plugged-6ffacba0-3f35-4946-ade4-07f3bad84d6c for instance with vm_state active and task_state None.
Oct 26 01:39:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Received event network-vif-plugged-6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Acquiring lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] No waiting events found dispatching network-vif-plugged-6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:21 user nova-compute[74702]: WARNING nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Received unexpected event network-vif-plugged-6ffacba0-3f35-4946-ade4-07f3bad84d6c for instance with vm_state active and task_state None.
Oct 26 01:39:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-vif-plugged-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Acquiring lock "28355258-10da-4098-ad51-339560388173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Lock "28355258-10da-4098-ad51-339560388173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Lock "28355258-10da-4098-ad51-339560388173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 28355258-10da-4098-ad51-339560388173] No waiting events found dispatching network-vif-plugged-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:21 user nova-compute[74702]: WARNING nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received unexpected event network-vif-plugged-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c for instance with vm_state active and task_state None.
Oct 26 01:39:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-vif-plugged-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Acquiring lock "28355258-10da-4098-ad51-339560388173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Lock "28355258-10da-4098-ad51-339560388173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] Lock "28355258-10da-4098-ad51-339560388173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 28355258-10da-4098-ad51-339560388173] No waiting events found dispatching network-vif-plugged-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:39:21 user nova-compute[74702]: WARNING nova.compute.manager [req-fb80be9a-3fd8-45b6-af5d-728f13219f9f req-c8c1858e-8c15-4a9f-99db-4d97f8231df8 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received unexpected event network-vif-plugged-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c for instance with vm_state active and task_state None.
Oct 26 01:39:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:39:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:58 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:39:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:39:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:39:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:39:58 user nova-compute[74702]: INFO nova.compute.claims [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Claim successful on node user
Oct 26 01:39:59 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 01:39:59 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 01:39:59 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 01:39:59 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 01:39:59 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 01:39:59 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:39:59 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:39:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.593s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:39:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:39:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:39:59 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:39:59 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:39:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:39:59 user nova-compute[74702]: INFO nova.virt.block_device [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Booting with volume 4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 at /dev/vda
Oct 26 01:39:59 user nova-compute[74702]: DEBUG os_brick.utils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:39:59 user nova-compute[74702]: INFO oslo.privsep.daemon [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmp9abcpjah/privsep.sock']
Oct 26 01:39:59 user sudo[85949]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmp9abcpjah/privsep.sock
Oct 26 01:39:59 user sudo[85949]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 26 01:39:59 user nova-compute[74702]: DEBUG nova.policy [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '750def7e2ff646f0ade08524f4ae5836', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4e1d102ee3a47a39ec91d4e4333871a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:40:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:40:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:40:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 01:40:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:40:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:40:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Successfully created port: 6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:40:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Successfully created port: d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:40:01 user sudo[85949]: pam_unix(sudo:session): session closed for user root
Oct 26 01:40:01 user nova-compute[74702]: INFO oslo.privsep.daemon [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Spawned new privsep daemon via rootwrap
Oct 26 01:40:01 user nova-compute[74702]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 26 01:40:01 user nova-compute[74702]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 26 01:40:01 user nova-compute[74702]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 26 01:40:01 user nova-compute[74702]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85952
Oct 26 01:40:01 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Successfully created port: da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4873deef-d65e-445a-b3df-fe295bf7d8d9]: (2,) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7397029d-0614-48d5-a793-8a0fa1f52cae]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:01 user nova-compute[74702]: WARNING os_brick.initiator.connectors.nvmeof [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[80f0fcc2-9b96-4b4d-8e60-d464edc2f777]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c874e5c-ddba-4a5c-94d6-3e13d0efaa81]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ffdd712-4bc0-468b-8fdf-4bffdea2d331]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:40:01 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:40:01 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[07e073ff-2682-4273-a95d-d2f55fcc309c]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG os_brick.utils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] <== get_connector_properties: return (1875ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating existing volume attachment record: 000bf3a4-d639-4792-be57-3c478dff5bb1 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:40:01 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Successfully created port: 411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:40:02 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Successfully created port: 6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:40:03 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Successfully updated port: 6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:40:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-f9378824-2301-4439-abbe-58cf7ef4cbf6 req-01ae21db-92d9-43cb-b3ab-629f910e63f9 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-changed-6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-f9378824-2301-4439-abbe-58cf7ef4cbf6 req-01ae21db-92d9-43cb-b3ab-629f910e63f9 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing instance network info cache due to event network-changed-6426c818-1b31-486a-bb77-2d6013fad524. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f9378824-2301-4439-abbe-58cf7ef4cbf6 req-01ae21db-92d9-43cb-b3ab-629f910e63f9 service nova] Acquiring lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f9378824-2301-4439-abbe-58cf7ef4cbf6 req-01ae21db-92d9-43cb-b3ab-629f910e63f9 service nova] Acquired lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:03 user nova-compute[74702]: DEBUG nova.network.neutron [req-f9378824-2301-4439-abbe-58cf7ef4cbf6 req-01ae21db-92d9-43cb-b3ab-629f910e63f9 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing network info cache for port 6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:03 user nova-compute[74702]: DEBUG nova.network.neutron [req-f9378824-2301-4439-abbe-58cf7ef4cbf6 req-01ae21db-92d9-43cb-b3ab-629f910e63f9 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:40:03 user nova-compute[74702]: DEBUG nova.network.neutron [req-f9378824-2301-4439-abbe-58cf7ef4cbf6 req-01ae21db-92d9-43cb-b3ab-629f910e63f9 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f9378824-2301-4439-abbe-58cf7ef4cbf6 req-01ae21db-92d9-43cb-b3ab-629f910e63f9 service nova] Releasing lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:03 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Successfully updated port: f63a6ca3-b08c-4f26-9106-de46cbd4bf19 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:40:04 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Successfully updated port: 4b1a4097-4f3a-46ca-a7aa-55d206296b56 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Successfully updated port: d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-changed-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing instance network info cache due to event network-changed-f63a6ca3-b08c-4f26-9106-de46cbd4bf19. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] Acquiring lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] Acquired lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing network info cache for port f63a6ca3-b08c-4f26-9106-de46cbd4bf19 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] Releasing lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-changed-4b1a4097-4f3a-46ca-a7aa-55d206296b56 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing instance network info cache due to event network-changed-4b1a4097-4f3a-46ca-a7aa-55d206296b56. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] Acquiring lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] Acquired lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing network info cache for port 4b1a4097-4f3a-46ca-a7aa-55d206296b56 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Successfully updated port: da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] Releasing lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-changed-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing instance network info cache due to event network-changed-d516f6b0-c2ab-4e37-80ce-410c4876e4e0. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] Acquiring lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] Acquired lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing network info cache for port d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:40:06 user nova-compute[74702]: DEBUG nova.network.neutron [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a452ce35-6734-4171-b9bb-fa2e5e014eac req-c6bb8782-0641-4b36-8497-8ea17e4c7009 service nova] Releasing lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:06 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Successfully updated port: 411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:40:07 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Successfully updated port: 6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:40:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquired lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:07 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:40:07 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:40:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-changed-da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing instance network info cache due to event network-changed-da70d82a-55c3-4951-a420-e9f6fa201fa8. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] Acquiring lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:08 user nova-compute[74702]: INFO nova.compute.manager [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Rescuing
Oct 26 01:40:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquired lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:08 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:40:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:08 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Updating instance_info_cache with network_info: [{"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Releasing lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [{"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Releasing lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Instance network_info: |[{"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] Acquired lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.network.neutron [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing network info cache for port da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:09 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Instance destroyed successfully.
Oct 26 01:40:09 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Attempting rescue
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74702) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Instance directory exists: not creating {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 01:40:09 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Creating image(s)
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "/opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "/opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "/opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'trusted_certs' on Instance uuid ef6fc550-6b05-42ea-ab3e-8c595edf9e96 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.network.neutron [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updated VIF entry in instance network info cache for port da70d82a-55c3-4951-a420-e9f6fa201fa8. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.network.neutron [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [{"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.193s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] Releasing lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-changed-411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing instance network info cache due to event network-changed-411c87da-f530-4509-9806-72abb6d40476. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] Acquiring lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] Acquired lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.network.neutron [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing network info cache for port 411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue" returned: 0 in 0.062s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'migration_context' on Instance uuid ef6fc550-6b05-42ea-ab3e-8c595edf9e96 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.objects.base [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<ef6fc550-6b05-42ea-ab3e-8c595edf9e96> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Start _get_guest_xml network_info=[{"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "vif_mac": "fa:16:3e:5a:f0:19"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '13f38a05-6339-4dea-a135-bff12e404c02', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'resources' on Instance uuid ef6fc550-6b05-42ea-ab3e-8c595edf9e96 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.objects.base [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<ef6fc550-6b05-42ea-ab3e-8c595edf9e96> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'numa_topology' on Instance uuid ef6fc550-6b05-42ea-ab3e-8c595edf9e96 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.objects.base [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<ef6fc550-6b05-42ea-ab3e-8c595edf9e96> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:40:09 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:40:09 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'vcpu_model' on Instance uuid ef6fc550-6b05-42ea-ab3e-8c595edf9e96 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.objects.base [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<ef6fc550-6b05-42ea-ab3e-8c595edf9e96> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-188362877',display_name='tempest-ServerRescueNegativeTestJSON-server-188362877',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-188362877',id=2,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:38:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='541c5a0da90c4ee7a0a078f5f144d719',ramdisk_id='',reservation_id='r-5h72lewq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-858261015',owner_user_name='tempest-ServerRescueNegativeTestJSON-858261015-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:32Z,user_data=None,user_id='4e9c680f688f42059011bde2d37fe96e',uuid=ef6fc550-6b05-42ea-ab3e-8c595edf9e96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "vif_mac": "fa:16:3e:5a:f0:19"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converting VIF {"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "vif_mac": "fa:16:3e:5a:f0:19"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f0:19,bridge_name='br-int',has_traffic_filtering=True,id=0f10f039-1ec4-48b5-9b1a-739dd93fc7b3,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f10f039-1e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'pci_devices' on Instance uuid ef6fc550-6b05-42ea-ab3e-8c595edf9e96 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.objects.base [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<ef6fc550-6b05-42ea-ab3e-8c595edf9e96> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:40:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:40:09 user nova-compute[74702]:   <uuid>ef6fc550-6b05-42ea-ab3e-8c595edf9e96</uuid>
Oct 26 01:40:09 user nova-compute[74702]:   <name>instance-00000002</name>
Oct 26 01:40:09 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:40:09 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:40:09 user nova-compute[74702]:   <metadata>
Oct 26 01:40:09 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:40:09 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:40:09 user nova-compute[74702]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-188362877</nova:name>
Oct 26 01:40:09 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:40:09</nova:creationTime>
Oct 26 01:40:09 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:40:09 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:40:09 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:40:09 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:40:09 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:40:09 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:40:09 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:40:09 user nova-compute[74702]:       <nova:owner>
Oct 26 01:40:09 user nova-compute[74702]:         <nova:user uuid="4e9c680f688f42059011bde2d37fe96e">tempest-ServerRescueNegativeTestJSON-858261015-project-member</nova:user>
Oct 26 01:40:09 user nova-compute[74702]:         <nova:project uuid="541c5a0da90c4ee7a0a078f5f144d719">tempest-ServerRescueNegativeTestJSON-858261015</nova:project>
Oct 26 01:40:09 user nova-compute[74702]:       </nova:owner>
Oct 26 01:40:09 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:40:09 user nova-compute[74702]:       <nova:ports>
Oct 26 01:40:09 user nova-compute[74702]:         <nova:port uuid="0f10f039-1ec4-48b5-9b1a-739dd93fc7b3">
Oct 26 01:40:09 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 26 01:40:09 user nova-compute[74702]:         </nova:port>
Oct 26 01:40:09 user nova-compute[74702]:       </nova:ports>
Oct 26 01:40:09 user nova-compute[74702]:     </nova:instance>
Oct 26 01:40:09 user nova-compute[74702]:   </metadata>
Oct 26 01:40:09 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:40:09 user nova-compute[74702]:     <system>
Oct 26 01:40:09 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:40:09 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:40:09 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:40:09 user nova-compute[74702]:       <entry name="serial">ef6fc550-6b05-42ea-ab3e-8c595edf9e96</entry>
Oct 26 01:40:09 user nova-compute[74702]:       <entry name="uuid">ef6fc550-6b05-42ea-ab3e-8c595edf9e96</entry>
Oct 26 01:40:09 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:40:09 user nova-compute[74702]:     </system>
Oct 26 01:40:09 user nova-compute[74702]:   </sysinfo>
Oct 26 01:40:09 user nova-compute[74702]:   <os>
Oct 26 01:40:09 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:40:09 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:40:09 user nova-compute[74702]:   </os>
Oct 26 01:40:09 user nova-compute[74702]:   <features>
Oct 26 01:40:09 user nova-compute[74702]:     <acpi/>
Oct 26 01:40:09 user nova-compute[74702]:     <apic/>
Oct 26 01:40:09 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:40:09 user nova-compute[74702]:   </features>
Oct 26 01:40:09 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:40:09 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:40:09 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:40:09 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:40:09 user nova-compute[74702]:   </clock>
Oct 26 01:40:09 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:40:09 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:40:09 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:40:09 user nova-compute[74702]:   </cpu>
Oct 26 01:40:09 user nova-compute[74702]:   <devices>
Oct 26 01:40:09 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:40:09 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:40:09 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue"/>
Oct 26 01:40:09 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:40:09 user nova-compute[74702]:     </disk>
Oct 26 01:40:09 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:40:09 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:40:09 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk"/>
Oct 26 01:40:09 user nova-compute[74702]:       <target dev="vdb" bus="virtio"/>
Oct 26 01:40:09 user nova-compute[74702]:     </disk>
Oct 26 01:40:09 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:40:09 user nova-compute[74702]:       <mac address="fa:16:3e:5a:f0:19"/>
Oct 26 01:40:09 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:40:09 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:40:09 user nova-compute[74702]:       <target dev="tap0f10f039-1e"/>
Oct 26 01:40:09 user nova-compute[74702]:     </interface>
Oct 26 01:40:09 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:40:09 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/console.log" append="off"/>
Oct 26 01:40:09 user nova-compute[74702]:     </serial>
Oct 26 01:40:09 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:40:09 user nova-compute[74702]:     <video>
Oct 26 01:40:09 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:40:09 user nova-compute[74702]:     </video>
Oct 26 01:40:09 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:40:09 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:40:09 user nova-compute[74702]:     </rng>
Oct 26 01:40:09 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:40:09 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:40:09 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:40:09 user nova-compute[74702]:     </memballoon>
Oct 26 01:40:09 user nova-compute[74702]:   </devices>
Oct 26 01:40:09 user nova-compute[74702]: </domain>
Oct 26 01:40:09 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:40:09 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Instance destroyed successfully.
Oct 26 01:40:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No VIF found with MAC fa:16:3e:5a:f0:19, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG nova.network.neutron [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updated VIF entry in instance network info cache for port 411c87da-f530-4509-9806-72abb6d40476. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG nova.network.neutron [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [{"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] Releasing lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-changed-6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing instance network info cache due to event network-changed-6a8dbe05-8ecf-40ed-acef-479b18e88549. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] Acquiring lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] Acquired lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG nova.network.neutron [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing network info cache for port 6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG nova.network.neutron [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updated VIF entry in instance network info cache for port 6a8dbe05-8ecf-40ed-acef-479b18e88549. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG nova.network.neutron [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [{"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5145ecd5-8a86-4356-919b-9f18afe5adc8 req-96c0c942-db71-4141-815b-f6d20b91e164 service nova] Releasing lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-de92608b-dcf7-409e-90f8-fcda369ecec7 req-faed03a5-ce82-4b7f-8904-9074f13a2fe3 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received event network-vif-unplugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-de92608b-dcf7-409e-90f8-fcda369ecec7 req-faed03a5-ce82-4b7f-8904-9074f13a2fe3 service nova] Acquiring lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-de92608b-dcf7-409e-90f8-fcda369ecec7 req-faed03a5-ce82-4b7f-8904-9074f13a2fe3 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-de92608b-dcf7-409e-90f8-fcda369ecec7 req-faed03a5-ce82-4b7f-8904-9074f13a2fe3 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-de92608b-dcf7-409e-90f8-fcda369ecec7 req-faed03a5-ce82-4b7f-8904-9074f13a2fe3 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] No waiting events found dispatching network-vif-unplugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:40:11 user nova-compute[74702]: WARNING nova.compute.manager [req-de92608b-dcf7-409e-90f8-fcda369ecec7 req-faed03a5-ce82-4b7f-8904-9074f13a2fe3 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received unexpected event network-vif-unplugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 for instance with vm_state active and task_state rescuing.
Oct 26 01:40:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9670df97-8777-4a8f-921c-bc7b6ed15b1e tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:40:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-16a7c669-df3c-487e-a1b4-5ad358737e2b req-79eece5d-bb00-45fe-8361-20a528539e90 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received event network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-16a7c669-df3c-487e-a1b4-5ad358737e2b req-79eece5d-bb00-45fe-8361-20a528539e90 service nova] Acquiring lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-16a7c669-df3c-487e-a1b4-5ad358737e2b req-79eece5d-bb00-45fe-8361-20a528539e90 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-16a7c669-df3c-487e-a1b4-5ad358737e2b req-79eece5d-bb00-45fe-8361-20a528539e90 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-16a7c669-df3c-487e-a1b4-5ad358737e2b req-79eece5d-bb00-45fe-8361-20a528539e90 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] No waiting events found dispatching network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:40:13 user nova-compute[74702]: WARNING nova.compute.manager [req-16a7c669-df3c-487e-a1b4-5ad358737e2b req-79eece5d-bb00-45fe-8361-20a528539e90 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received unexpected event network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 for instance with vm_state active and task_state rescuing.
Oct 26 01:40:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:40:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:40:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:40:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:14 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "7374bc0e-697a-486f-a38c-eb6512baa71d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Updating instance_info_cache with network_info: [{"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.005s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:40:15 user nova-compute[74702]: INFO nova.compute.claims [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Claim successful on node user
Oct 26 01:40:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:40:15 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.601s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG nova.network.neutron [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:40:16 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:40:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG nova.policy [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58a5bf469014452a9dae70e269478b68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9ef1aa34da54cfb99663a57b8f37bb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:40:16 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Creating image(s)
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "/opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "/opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "/opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.245s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.215s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk 1073741824" returned: 0 in 0.063s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.234s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG nova.network.neutron [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Successfully created port: 08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-34423666-2976-4d8d-aeb4-06949adc24bb req-ac0b5436-d047-47e8-87cb-7842e0878318 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received event network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-34423666-2976-4d8d-aeb4-06949adc24bb req-ac0b5436-d047-47e8-87cb-7842e0878318 service nova] Acquiring lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-34423666-2976-4d8d-aeb4-06949adc24bb req-ac0b5436-d047-47e8-87cb-7842e0878318 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-34423666-2976-4d8d-aeb4-06949adc24bb req-ac0b5436-d047-47e8-87cb-7842e0878318 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-34423666-2976-4d8d-aeb4-06949adc24bb req-ac0b5436-d047-47e8-87cb-7842e0878318 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] No waiting events found dispatching network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:40:17 user nova-compute[74702]: WARNING nova.compute.manager [req-34423666-2976-4d8d-aeb4-06949adc24bb req-ac0b5436-d047-47e8-87cb-7842e0878318 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received unexpected event network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 for instance with vm_state rescued and task_state None.
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk --force-share --output=json" returned: 0 in 0.303s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Cannot resize image /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Ensure instance console log exists: /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.network.neutron [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Successfully updated port: 08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "refresh_cache-7374bc0e-697a-486f-a38c-eb6512baa71d" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquired lock "refresh_cache-7374bc0e-697a-486f-a38c-eb6512baa71d" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.network.neutron [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.compute.manager [req-e153436f-c142-496e-805a-6dc984848dbb req-08e8cf08-ec73-49d0-b95f-e707be38bf7b service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Received event network-changed-08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.compute.manager [req-e153436f-c142-496e-805a-6dc984848dbb req-08e8cf08-ec73-49d0-b95f-e707be38bf7b service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Refreshing instance network info cache due to event network-changed-08756e52-3e50-4e97-85a8-75bca1727516. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e153436f-c142-496e-805a-6dc984848dbb req-08e8cf08-ec73-49d0-b95f-e707be38bf7b service nova] Acquiring lock "refresh_cache-7374bc0e-697a-486f-a38c-eb6512baa71d" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.network.neutron [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.network.neutron [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Updating instance_info_cache with network_info: [{"id": "08756e52-3e50-4e97-85a8-75bca1727516", "address": "fa:16:3e:f6:2a:48", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08756e52-3e", "ovs_interfaceid": "08756e52-3e50-4e97-85a8-75bca1727516", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Releasing lock "refresh_cache-7374bc0e-697a-486f-a38c-eb6512baa71d" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.compute.manager [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Instance network_info: |[{"id": "08756e52-3e50-4e97-85a8-75bca1727516", "address": "fa:16:3e:f6:2a:48", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08756e52-3e", "ovs_interfaceid": "08756e52-3e50-4e97-85a8-75bca1727516", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e153436f-c142-496e-805a-6dc984848dbb req-08e8cf08-ec73-49d0-b95f-e707be38bf7b service nova] Acquired lock "refresh_cache-7374bc0e-697a-486f-a38c-eb6512baa71d" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.network.neutron [req-e153436f-c142-496e-805a-6dc984848dbb req-08e8cf08-ec73-49d0-b95f-e707be38bf7b service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Refreshing network info cache for port 08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Start _get_guest_xml network_info=[{"id": "08756e52-3e50-4e97-85a8-75bca1727516", "address": "fa:16:3e:f6:2a:48", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08756e52-3e", "ovs_interfaceid": "08756e52-3e50-4e97-85a8-75bca1727516", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:40:18 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:40:18 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:40:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-616840381',display_name='tempest-ServersNegativeTestJSON-server-616840381',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-616840381',id=12,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9ef1aa34da54cfb99663a57b8f37bb1',ramdisk_id='',reservation_id='r-vob8w10b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1439943367',owner_user_name='tempest-ServersNegativeTestJSON-1439943367-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:16Z,user_data=None,user_id='58a5bf469014452a9dae70e269478b68',uuid=7374bc0e-697a-486f-a38c-eb6512baa71d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "08756e52-3e50-4e97-85a8-75bca1727516", "address": "fa:16:3e:f6:2a:48", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08756e52-3e", "ovs_interfaceid": "08756e52-3e50-4e97-85a8-75bca1727516", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Converting VIF {"id": "08756e52-3e50-4e97-85a8-75bca1727516", "address": "fa:16:3e:f6:2a:48", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08756e52-3e", "ovs_interfaceid": "08756e52-3e50-4e97-85a8-75bca1727516", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:2a:48,bridge_name='br-int',has_traffic_filtering=True,id=08756e52-3e50-4e97-85a8-75bca1727516,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08756e52-3e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.objects.instance [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lazy-loading 'pci_devices' on Instance uuid 7374bc0e-697a-486f-a38c-eb6512baa71d {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:40:18 user nova-compute[74702]:   <uuid>7374bc0e-697a-486f-a38c-eb6512baa71d</uuid>
Oct 26 01:40:18 user nova-compute[74702]:   <name>instance-0000000c</name>
Oct 26 01:40:18 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:40:18 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:40:18 user nova-compute[74702]:   <metadata>
Oct 26 01:40:18 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:40:18 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:40:18 user nova-compute[74702]:       <nova:name>tempest-ServersNegativeTestJSON-server-616840381</nova:name>
Oct 26 01:40:18 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:40:18</nova:creationTime>
Oct 26 01:40:18 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:40:18 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:40:18 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:40:18 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:40:18 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:40:18 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:40:18 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:40:18 user nova-compute[74702]:       <nova:owner>
Oct 26 01:40:18 user nova-compute[74702]:         <nova:user uuid="58a5bf469014452a9dae70e269478b68">tempest-ServersNegativeTestJSON-1439943367-project-member</nova:user>
Oct 26 01:40:18 user nova-compute[74702]:         <nova:project uuid="f9ef1aa34da54cfb99663a57b8f37bb1">tempest-ServersNegativeTestJSON-1439943367</nova:project>
Oct 26 01:40:18 user nova-compute[74702]:       </nova:owner>
Oct 26 01:40:18 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:40:18 user nova-compute[74702]:       <nova:ports>
Oct 26 01:40:18 user nova-compute[74702]:         <nova:port uuid="08756e52-3e50-4e97-85a8-75bca1727516">
Oct 26 01:40:18 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 26 01:40:18 user nova-compute[74702]:         </nova:port>
Oct 26 01:40:18 user nova-compute[74702]:       </nova:ports>
Oct 26 01:40:18 user nova-compute[74702]:     </nova:instance>
Oct 26 01:40:18 user nova-compute[74702]:   </metadata>
Oct 26 01:40:18 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:40:18 user nova-compute[74702]:     <system>
Oct 26 01:40:18 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:40:18 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:40:18 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:40:18 user nova-compute[74702]:       <entry name="serial">7374bc0e-697a-486f-a38c-eb6512baa71d</entry>
Oct 26 01:40:18 user nova-compute[74702]:       <entry name="uuid">7374bc0e-697a-486f-a38c-eb6512baa71d</entry>
Oct 26 01:40:18 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:40:18 user nova-compute[74702]:     </system>
Oct 26 01:40:18 user nova-compute[74702]:   </sysinfo>
Oct 26 01:40:18 user nova-compute[74702]:   <os>
Oct 26 01:40:18 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:40:18 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:40:18 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:40:18 user nova-compute[74702]:   </os>
Oct 26 01:40:18 user nova-compute[74702]:   <features>
Oct 26 01:40:18 user nova-compute[74702]:     <acpi/>
Oct 26 01:40:18 user nova-compute[74702]:     <apic/>
Oct 26 01:40:18 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:40:18 user nova-compute[74702]:   </features>
Oct 26 01:40:18 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:40:18 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:40:18 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:40:18 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:40:18 user nova-compute[74702]:   </clock>
Oct 26 01:40:18 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:40:18 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:40:18 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:40:18 user nova-compute[74702]:   </cpu>
Oct 26 01:40:18 user nova-compute[74702]:   <devices>
Oct 26 01:40:18 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:40:18 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:40:18 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk"/>
Oct 26 01:40:18 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:40:18 user nova-compute[74702]:     </disk>
Oct 26 01:40:18 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:40:18 user nova-compute[74702]:       <mac address="fa:16:3e:f6:2a:48"/>
Oct 26 01:40:18 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:40:18 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:40:18 user nova-compute[74702]:       <target dev="tap08756e52-3e"/>
Oct 26 01:40:18 user nova-compute[74702]:     </interface>
Oct 26 01:40:18 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:40:18 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/console.log" append="off"/>
Oct 26 01:40:18 user nova-compute[74702]:     </serial>
Oct 26 01:40:18 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:40:18 user nova-compute[74702]:     <video>
Oct 26 01:40:18 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:40:18 user nova-compute[74702]:     </video>
Oct 26 01:40:18 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:40:18 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:40:18 user nova-compute[74702]:     </rng>
Oct 26 01:40:18 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:40:18 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:40:18 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:40:18 user nova-compute[74702]:     </memballoon>
Oct 26 01:40:18 user nova-compute[74702]:   </devices>
Oct 26 01:40:18 user nova-compute[74702]: </domain>
Oct 26 01:40:18 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:40:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-616840381',display_name='tempest-ServersNegativeTestJSON-server-616840381',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-616840381',id=12,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9ef1aa34da54cfb99663a57b8f37bb1',ramdisk_id='',reservation_id='r-vob8w10b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1439943367',owner_user_name='tempest-ServersNegativeTestJSON-1439943367-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:16Z,user_data=None,user_id='58a5bf469014452a9dae70e269478b68',uuid=7374bc0e-697a-486f-a38c-eb6512baa71d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "08756e52-3e50-4e97-85a8-75bca1727516", "address": "fa:16:3e:f6:2a:48", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08756e52-3e", "ovs_interfaceid": "08756e52-3e50-4e97-85a8-75bca1727516", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Converting VIF {"id": "08756e52-3e50-4e97-85a8-75bca1727516", "address": "fa:16:3e:f6:2a:48", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08756e52-3e", "ovs_interfaceid": "08756e52-3e50-4e97-85a8-75bca1727516", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:2a:48,bridge_name='br-int',has_traffic_filtering=True,id=08756e52-3e50-4e97-85a8-75bca1727516,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08756e52-3e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG os_vif [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:2a:48,bridge_name='br-int',has_traffic_filtering=True,id=08756e52-3e50-4e97-85a8-75bca1727516,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08756e52-3e') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '110d6d03-9feb-533c-b611-c7fc21f79c5b', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG nova.objects.instance [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lazy-loading 'flavor' on Instance uuid 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap08756e52-3e, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap08756e52-3e, col_values=(('qos', UUID('cef65054-52be-40d4-a8fb-27db8fd22987')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap08756e52-3e, col_values=(('external_ids', {'iface-id': '08756e52-3e50-4e97-85a8-75bca1727516', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f6:2a:48', 'vm-uuid': '7374bc0e-697a-486f-a38c-eb6512baa71d'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:40:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:18 user nova-compute[74702]: INFO os_vif [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:2a:48,bridge_name='br-int',has_traffic_filtering=True,id=08756e52-3e50-4e97-85a8-75bca1727516,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08756e52-3e')
Oct 26 01:40:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.120s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] No VIF found with MAC fa:16:3e:f6:2a:48, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:19 user nova-compute[74702]: INFO nova.compute.manager [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Attaching volume baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 to /dev/vdb
Oct 26 01:40:19 user nova-compute[74702]: DEBUG nova.compute.manager [req-6575d9ed-61b2-43fe-983d-b344672e8038 req-814f381f-824b-4917-95fa-88756a8eee98 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received event network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6575d9ed-61b2-43fe-983d-b344672e8038 req-814f381f-824b-4917-95fa-88756a8eee98 service nova] Acquiring lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6575d9ed-61b2-43fe-983d-b344672e8038 req-814f381f-824b-4917-95fa-88756a8eee98 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6575d9ed-61b2-43fe-983d-b344672e8038 req-814f381f-824b-4917-95fa-88756a8eee98 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG nova.compute.manager [req-6575d9ed-61b2-43fe-983d-b344672e8038 req-814f381f-824b-4917-95fa-88756a8eee98 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] No waiting events found dispatching network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:40:19 user nova-compute[74702]: WARNING nova.compute.manager [req-6575d9ed-61b2-43fe-983d-b344672e8038 req-814f381f-824b-4917-95fa-88756a8eee98 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received unexpected event network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 for instance with vm_state rescued and task_state None.
Oct 26 01:40:19 user nova-compute[74702]: DEBUG nova.network.neutron [req-e153436f-c142-496e-805a-6dc984848dbb req-08e8cf08-ec73-49d0-b95f-e707be38bf7b service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Updated VIF entry in instance network info cache for port 08756e52-3e50-4e97-85a8-75bca1727516. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG nova.network.neutron [req-e153436f-c142-496e-805a-6dc984848dbb req-08e8cf08-ec73-49d0-b95f-e707be38bf7b service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Updating instance_info_cache with network_info: [{"id": "08756e52-3e50-4e97-85a8-75bca1727516", "address": "fa:16:3e:f6:2a:48", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08756e52-3e", "ovs_interfaceid": "08756e52-3e50-4e97-85a8-75bca1727516", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e153436f-c142-496e-805a-6dc984848dbb req-08e8cf08-ec73-49d0-b95f-e707be38bf7b service nova] Releasing lock "refresh_cache-7374bc0e-697a-486f-a38c-eb6512baa71d" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG os_brick.utils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9364ccea-1ab7-43eb-b50d-5c33ce32290f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[61634cf3-017a-4d85-a11a-3e43e5aa9265]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[189fed74-9c0d-4f63-847a-a92b8d391e6d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aea6774-c73c-4502-a7c0-0d7b608db4ec]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:40:19 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9902d0ef-a8a4-49f2-8828-5e2763ef1064]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG os_brick.utils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Updating existing volume attachment record: d928ccd7-4731-4f5f-97e0-06a6e7363737 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:20 user nova-compute[74702]: INFO nova.virt.block_device [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Booting with volume 206019d0-f05c-4761-a6b0-672ba3f5a024 at /dev/vdb
Oct 26 01:40:21 user nova-compute[74702]: DEBUG os_brick.utils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[71710239-c0d4-4286-a670-fb0ee66347a1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[47cb197c-a60e-45c5-a355-4df626808cf3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c843e433-b55d-43fd-b993-82f8d682fc61]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5042a4c-4062-48e9-ba3c-1aecedf2cd1a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:40:21 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ecd7f77-b0f6-4e87-9ba8-99ca262b589c]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG os_brick.utils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] <== get_connector_properties: return (168ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating existing volume attachment record: 2f6d09df-5784-4d69-ba84-63749abae011 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-4b443fb7-b658-4226-b914-b7c3c566225e req-0d870227-8e52-49c6-8603-c2c6772f3326 service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Received event network-vif-plugged-08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4b443fb7-b658-4226-b914-b7c3c566225e req-0d870227-8e52-49c6-8603-c2c6772f3326 service nova] Acquiring lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4b443fb7-b658-4226-b914-b7c3c566225e req-0d870227-8e52-49c6-8603-c2c6772f3326 service nova] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4b443fb7-b658-4226-b914-b7c3c566225e req-0d870227-8e52-49c6-8603-c2c6772f3326 service nova] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-4b443fb7-b658-4226-b914-b7c3c566225e req-0d870227-8e52-49c6-8603-c2c6772f3326 service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] No waiting events found dispatching network-vif-plugged-08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:40:21 user nova-compute[74702]: WARNING nova.compute.manager [req-4b443fb7-b658-4226-b914-b7c3c566225e req-0d870227-8e52-49c6-8603-c2c6772f3326 service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Received unexpected event network-vif-plugged-08756e52-3e50-4e97-85a8-75bca1727516 for instance with vm_state building and task_state spawning.
Oct 26 01:40:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-4b443fb7-b658-4226-b914-b7c3c566225e req-0d870227-8e52-49c6-8603-c2c6772f3326 service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Received event network-vif-plugged-08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4b443fb7-b658-4226-b914-b7c3c566225e req-0d870227-8e52-49c6-8603-c2c6772f3326 service nova] Acquiring lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4b443fb7-b658-4226-b914-b7c3c566225e req-0d870227-8e52-49c6-8603-c2c6772f3326 service nova] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4b443fb7-b658-4226-b914-b7c3c566225e req-0d870227-8e52-49c6-8603-c2c6772f3326 service nova] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-4b443fb7-b658-4226-b914-b7c3c566225e req-0d870227-8e52-49c6-8603-c2c6772f3326 service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] No waiting events found dispatching network-vif-plugged-08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:40:21 user nova-compute[74702]: WARNING nova.compute.manager [req-4b443fb7-b658-4226-b914-b7c3c566225e req-0d870227-8e52-49c6-8603-c2c6772f3326 service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Received unexpected event network-vif-plugged-08756e52-3e50-4e97-85a8-75bca1727516 for instance with vm_state building and task_state spawning.
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-75b5f945-020f-4403-b117-bfa129e820a9 req-3e4ca213-79f4-4bf5-91e3-26e92f5d5661 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-changed-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-75b5f945-020f-4403-b117-bfa129e820a9 req-3e4ca213-79f4-4bf5-91e3-26e92f5d5661 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Refreshing instance network info cache due to event network-changed-246cca88-b8b6-4a3d-8ef5-56833d19f0a8. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-75b5f945-020f-4403-b117-bfa129e820a9 req-3e4ca213-79f4-4bf5-91e3-26e92f5d5661 service nova] Acquiring lock "refresh_cache-87902f05-5656-4a17-8008-921fb5d2fafb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-75b5f945-020f-4403-b117-bfa129e820a9 req-3e4ca213-79f4-4bf5-91e3-26e92f5d5661 service nova] Acquired lock "refresh_cache-87902f05-5656-4a17-8008-921fb5d2fafb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.network.neutron [req-75b5f945-020f-4403-b117-bfa129e820a9 req-3e4ca213-79f4-4bf5-91e3-26e92f5d5661 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Refreshing network info cache for port 246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-c385cd13-b091-449a-aac9-891457c3f581 req-1ff668cc-8542-456d-980d-1ad841f252a8 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-changed-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-c385cd13-b091-449a-aac9-891457c3f581 req-1ff668cc-8542-456d-980d-1ad841f252a8 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Refreshing instance network info cache due to event network-changed-08ccbf26-dba2-45bf-a600-7ffb2aa9773e. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c385cd13-b091-449a-aac9-891457c3f581 req-1ff668cc-8542-456d-980d-1ad841f252a8 service nova] Acquiring lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c385cd13-b091-449a-aac9-891457c3f581 req-1ff668cc-8542-456d-980d-1ad841f252a8 service nova] Acquired lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.network.neutron [req-c385cd13-b091-449a-aac9-891457c3f581 req-1ff668cc-8542-456d-980d-1ad841f252a8 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Refreshing network info cache for port 08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.manager [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Acquiring lock "839cf49b-bf64-4655-83a9-933fd1c866ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:40:23 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:40:23 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=7156MB free_disk=25.489990234375GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:23 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Instance spawned successfully.
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:23 user nova-compute[74702]: INFO nova.compute.manager [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Took 7.53 seconds to spawn the instance on the hypervisor.
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.manager [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 28355258-10da-4098-ad51-339560388173 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 839cf49b-bf64-4655-83a9-933fd1c866ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 9f665c8f-4115-4860-bccd-72e1e052bd9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 419d3630-8338-4412-a45a-9ab2e7b961a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3b14c16c-886e-4c7e-babe-2514af23b2bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance fcd3b0e2-1995-4e60-b17c-f6074d3750e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance e2748235-7b0c-40be-a615-fc508fce690b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 7374bc0e-697a-486f-a38c-eb6512baa71d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ff1dd0ba-18dc-41eb-a617-6f65897962c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 87902f05-5656-4a17-8008-921fb5d2fafb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:40:23 user nova-compute[74702]: INFO nova.compute.manager [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Took 8.60 seconds to build instance.
Oct 26 01:40:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-377183c1-4550-4d61-955e-175e245e9093 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.737s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:24 user nova-compute[74702]: DEBUG nova.network.neutron [req-75b5f945-020f-4403-b117-bfa129e820a9 req-3e4ca213-79f4-4bf5-91e3-26e92f5d5661 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Updated VIF entry in instance network info cache for port 246cca88-b8b6-4a3d-8ef5-56833d19f0a8. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:40:24 user nova-compute[74702]: DEBUG nova.network.neutron [req-75b5f945-020f-4403-b117-bfa129e820a9 req-3e4ca213-79f4-4bf5-91e3-26e92f5d5661 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Updating instance_info_cache with network_info: [{"id": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "address": "fa:16:3e:4e:09:60", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap246cca88-b8", "ovs_interfaceid": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-75b5f945-020f-4403-b117-bfa129e820a9 req-3e4ca213-79f4-4bf5-91e3-26e92f5d5661 service nova] Releasing lock "refresh_cache-87902f05-5656-4a17-8008-921fb5d2fafb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:24 user nova-compute[74702]: DEBUG nova.network.neutron [req-c385cd13-b091-449a-aac9-891457c3f581 req-1ff668cc-8542-456d-980d-1ad841f252a8 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updated VIF entry in instance network info cache for port 08ccbf26-dba2-45bf-a600-7ffb2aa9773e. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:40:24 user nova-compute[74702]: DEBUG nova.network.neutron [req-c385cd13-b091-449a-aac9-891457c3f581 req-1ff668cc-8542-456d-980d-1ad841f252a8 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating instance_info_cache with network_info: [{"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c385cd13-b091-449a-aac9-891457c3f581 req-1ff668cc-8542-456d-980d-1ad841f252a8 service nova] Releasing lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:24 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:40:24 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:40:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:40:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.127s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.995s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:40:24 user nova-compute[74702]: INFO nova.compute.claims [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Claim successful on node user
Oct 26 01:40:25 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.671s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG nova.network.neutron [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:40:25 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:40:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG nova.policy [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10c99b9194d94731b014a2d14f2a1fda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26de47e831d448eda2719009f4be5b26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:40:25 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Creating image(s)
Oct 26 01:40:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Acquiring lock "/opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "/opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "/opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.045s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.217s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.246s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk 1073741824" returned: 0 in 0.066s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.321s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.253s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Checking if we can resize image /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG nova.network.neutron [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Successfully created port: 3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Cannot resize image /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Ensure instance console log exists: /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.network.neutron [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Successfully updated port: 3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Acquiring lock "refresh_cache-839cf49b-bf64-4655-83a9-933fd1c866ff" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Acquired lock "refresh_cache-839cf49b-bf64-4655-83a9-933fd1c866ff" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.network.neutron [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.compute.manager [req-1fa23e10-189a-43d6-ab86-b2cacb751798 req-43f8e114-2403-48e9-bf55-7179266d9856 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Received event network-changed-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.compute.manager [req-1fa23e10-189a-43d6-ab86-b2cacb751798 req-43f8e114-2403-48e9-bf55-7179266d9856 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Refreshing instance network info cache due to event network-changed-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1fa23e10-189a-43d6-ab86-b2cacb751798 req-43f8e114-2403-48e9-bf55-7179266d9856 service nova] Acquiring lock "refresh_cache-839cf49b-bf64-4655-83a9-933fd1c866ff" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.network.neutron [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.network.neutron [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Updating instance_info_cache with network_info: [{"id": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "address": "fa:16:3e:88:67:b2", "network": {"id": "b2da60cf-9ad3-4298-8ecd-c2f19622b3b0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1293372378-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26de47e831d448eda2719009f4be5b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e46dbf7-e3", "ovs_interfaceid": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Releasing lock "refresh_cache-839cf49b-bf64-4655-83a9-933fd1c866ff" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Instance network_info: |[{"id": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "address": "fa:16:3e:88:67:b2", "network": {"id": "b2da60cf-9ad3-4298-8ecd-c2f19622b3b0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1293372378-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26de47e831d448eda2719009f4be5b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e46dbf7-e3", "ovs_interfaceid": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1fa23e10-189a-43d6-ab86-b2cacb751798 req-43f8e114-2403-48e9-bf55-7179266d9856 service nova] Acquired lock "refresh_cache-839cf49b-bf64-4655-83a9-933fd1c866ff" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.network.neutron [req-1fa23e10-189a-43d6-ab86-b2cacb751798 req-43f8e114-2403-48e9-bf55-7179266d9856 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Refreshing network info cache for port 3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Start _get_guest_xml network_info=[{"id": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "address": "fa:16:3e:88:67:b2", "network": {"id": "b2da60cf-9ad3-4298-8ecd-c2f19622b3b0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1293372378-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26de47e831d448eda2719009f4be5b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e46dbf7-e3", "ovs_interfaceid": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:40:27 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:40:27 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:40:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-940301509',display_name='tempest-SnapshotDataIntegrityTests-server-940301509',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-940301509',id=13,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ40yzqYTThaYIP9q37jj32HIcQiCighrlAXAnxRvLX5+ioHxoamndPJE6lEqQ/fi4qRErtEy/kt2rFwAjlTt0zR4T0NWyiWHIiTTH4ySfM4K9bN86ho2qug/mB1jQShag==',key_name='tempest-keypair-1077945694',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26de47e831d448eda2719009f4be5b26',ramdisk_id='',reservation_id='r-2rr7u0uq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1436650892',owner_user_name='tempest-SnapshotDataIntegrityTests-1436650892-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='10c99b9194d94731b014a2d14f2a1fda',uuid=839cf49b-bf64-4655-83a9-933fd1c866ff,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "address": "fa:16:3e:88:67:b2", "network": {"id": "b2da60cf-9ad3-4298-8ecd-c2f19622b3b0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1293372378-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26de47e831d448eda2719009f4be5b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e46dbf7-e3", "ovs_interfaceid": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Converting VIF {"id": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "address": "fa:16:3e:88:67:b2", "network": {"id": "b2da60cf-9ad3-4298-8ecd-c2f19622b3b0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1293372378-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26de47e831d448eda2719009f4be5b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e46dbf7-e3", "ovs_interfaceid": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:67:b2,bridge_name='br-int',has_traffic_filtering=True,id=3e46dbf7-e34d-4264-8fc1-d1eda23ec30d,network=Network(b2da60cf-9ad3-4298-8ecd-c2f19622b3b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e46dbf7-e3') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.objects.instance [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lazy-loading 'pci_devices' on Instance uuid 839cf49b-bf64-4655-83a9-933fd1c866ff {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:40:27 user nova-compute[74702]:   <uuid>839cf49b-bf64-4655-83a9-933fd1c866ff</uuid>
Oct 26 01:40:27 user nova-compute[74702]:   <name>instance-0000000d</name>
Oct 26 01:40:27 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:40:27 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:40:27 user nova-compute[74702]:   <metadata>
Oct 26 01:40:27 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:40:27 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:40:27 user nova-compute[74702]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-940301509</nova:name>
Oct 26 01:40:27 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:40:27</nova:creationTime>
Oct 26 01:40:27 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:40:27 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:40:27 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:40:27 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:40:27 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:40:27 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:40:27 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:40:27 user nova-compute[74702]:       <nova:owner>
Oct 26 01:40:27 user nova-compute[74702]:         <nova:user uuid="10c99b9194d94731b014a2d14f2a1fda">tempest-SnapshotDataIntegrityTests-1436650892-project-member</nova:user>
Oct 26 01:40:27 user nova-compute[74702]:         <nova:project uuid="26de47e831d448eda2719009f4be5b26">tempest-SnapshotDataIntegrityTests-1436650892</nova:project>
Oct 26 01:40:27 user nova-compute[74702]:       </nova:owner>
Oct 26 01:40:27 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:40:27 user nova-compute[74702]:       <nova:ports>
Oct 26 01:40:27 user nova-compute[74702]:         <nova:port uuid="3e46dbf7-e34d-4264-8fc1-d1eda23ec30d">
Oct 26 01:40:27 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 26 01:40:27 user nova-compute[74702]:         </nova:port>
Oct 26 01:40:27 user nova-compute[74702]:       </nova:ports>
Oct 26 01:40:27 user nova-compute[74702]:     </nova:instance>
Oct 26 01:40:27 user nova-compute[74702]:   </metadata>
Oct 26 01:40:27 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:40:27 user nova-compute[74702]:     <system>
Oct 26 01:40:27 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:40:27 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:40:27 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:40:27 user nova-compute[74702]:       <entry name="serial">839cf49b-bf64-4655-83a9-933fd1c866ff</entry>
Oct 26 01:40:27 user nova-compute[74702]:       <entry name="uuid">839cf49b-bf64-4655-83a9-933fd1c866ff</entry>
Oct 26 01:40:27 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:40:27 user nova-compute[74702]:     </system>
Oct 26 01:40:27 user nova-compute[74702]:   </sysinfo>
Oct 26 01:40:27 user nova-compute[74702]:   <os>
Oct 26 01:40:27 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:40:27 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:40:27 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:40:27 user nova-compute[74702]:   </os>
Oct 26 01:40:27 user nova-compute[74702]:   <features>
Oct 26 01:40:27 user nova-compute[74702]:     <acpi/>
Oct 26 01:40:27 user nova-compute[74702]:     <apic/>
Oct 26 01:40:27 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:40:27 user nova-compute[74702]:   </features>
Oct 26 01:40:27 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:40:27 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:40:27 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:40:27 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:40:27 user nova-compute[74702]:   </clock>
Oct 26 01:40:27 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:40:27 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:40:27 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:40:27 user nova-compute[74702]:   </cpu>
Oct 26 01:40:27 user nova-compute[74702]:   <devices>
Oct 26 01:40:27 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:40:27 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:40:27 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk"/>
Oct 26 01:40:27 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:40:27 user nova-compute[74702]:     </disk>
Oct 26 01:40:27 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:40:27 user nova-compute[74702]:       <mac address="fa:16:3e:88:67:b2"/>
Oct 26 01:40:27 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:40:27 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:40:27 user nova-compute[74702]:       <target dev="tap3e46dbf7-e3"/>
Oct 26 01:40:27 user nova-compute[74702]:     </interface>
Oct 26 01:40:27 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:40:27 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/console.log" append="off"/>
Oct 26 01:40:27 user nova-compute[74702]:     </serial>
Oct 26 01:40:27 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:40:27 user nova-compute[74702]:     <video>
Oct 26 01:40:27 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:40:27 user nova-compute[74702]:     </video>
Oct 26 01:40:27 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:40:27 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:40:27 user nova-compute[74702]:     </rng>
Oct 26 01:40:27 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:40:27 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:40:27 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:40:27 user nova-compute[74702]:     </memballoon>
Oct 26 01:40:27 user nova-compute[74702]:   </devices>
Oct 26 01:40:27 user nova-compute[74702]: </domain>
Oct 26 01:40:27 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:40:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-940301509',display_name='tempest-SnapshotDataIntegrityTests-server-940301509',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-940301509',id=13,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ40yzqYTThaYIP9q37jj32HIcQiCighrlAXAnxRvLX5+ioHxoamndPJE6lEqQ/fi4qRErtEy/kt2rFwAjlTt0zR4T0NWyiWHIiTTH4ySfM4K9bN86ho2qug/mB1jQShag==',key_name='tempest-keypair-1077945694',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='26de47e831d448eda2719009f4be5b26',ramdisk_id='',reservation_id='r-2rr7u0uq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1436650892',owner_user_name='tempest-SnapshotDataIntegrityTests-1436650892-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='10c99b9194d94731b014a2d14f2a1fda',uuid=839cf49b-bf64-4655-83a9-933fd1c866ff,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "address": "fa:16:3e:88:67:b2", "network": {"id": "b2da60cf-9ad3-4298-8ecd-c2f19622b3b0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1293372378-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26de47e831d448eda2719009f4be5b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e46dbf7-e3", "ovs_interfaceid": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Converting VIF {"id": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "address": "fa:16:3e:88:67:b2", "network": {"id": "b2da60cf-9ad3-4298-8ecd-c2f19622b3b0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1293372378-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26de47e831d448eda2719009f4be5b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e46dbf7-e3", "ovs_interfaceid": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:67:b2,bridge_name='br-int',has_traffic_filtering=True,id=3e46dbf7-e34d-4264-8fc1-d1eda23ec30d,network=Network(b2da60cf-9ad3-4298-8ecd-c2f19622b3b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e46dbf7-e3') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG os_vif [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:67:b2,bridge_name='br-int',has_traffic_filtering=True,id=3e46dbf7-e34d-4264-8fc1-d1eda23ec30d,network=Network(b2da60cf-9ad3-4298-8ecd-c2f19622b3b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e46dbf7-e3') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc9a7403-c5f6-5fef-9d99-acc962e8339e', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3e46dbf7-e3, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3e46dbf7-e3, col_values=(('qos', UUID('24ce207b-2cab-415f-8b0f-06f8a24759b9')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3e46dbf7-e3, col_values=(('external_ids', {'iface-id': '3e46dbf7-e34d-4264-8fc1-d1eda23ec30d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:88:67:b2', 'vm-uuid': '839cf49b-bf64-4655-83a9-933fd1c866ff'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:27 user nova-compute[74702]: INFO os_vif [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:67:b2,bridge_name='br-int',has_traffic_filtering=True,id=3e46dbf7-e34d-4264-8fc1-d1eda23ec30d,network=Network(b2da60cf-9ad3-4298-8ecd-c2f19622b3b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e46dbf7-e3')
Oct 26 01:40:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] No VIF found with MAC fa:16:3e:88:67:b2, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG nova.network.neutron [req-1fa23e10-189a-43d6-ab86-b2cacb751798 req-43f8e114-2403-48e9-bf55-7179266d9856 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Updated VIF entry in instance network info cache for port 3e46dbf7-e34d-4264-8fc1-d1eda23ec30d. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG nova.network.neutron [req-1fa23e10-189a-43d6-ab86-b2cacb751798 req-43f8e114-2403-48e9-bf55-7179266d9856 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Updating instance_info_cache with network_info: [{"id": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "address": "fa:16:3e:88:67:b2", "network": {"id": "b2da60cf-9ad3-4298-8ecd-c2f19622b3b0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1293372378-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26de47e831d448eda2719009f4be5b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e46dbf7-e3", "ovs_interfaceid": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1fa23e10-189a-43d6-ab86-b2cacb751798 req-43f8e114-2403-48e9-bf55-7179266d9856 service nova] Releasing lock "refresh_cache-839cf49b-bf64-4655-83a9-933fd1c866ff" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "87902f05-5656-4a17-8008-921fb5d2fafb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'flavor' on Instance uuid 87902f05-5656-4a17-8008-921fb5d2fafb {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "87902f05-5656-4a17-8008-921fb5d2fafb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.089s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "87902f05-5656-4a17-8008-921fb5d2fafb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:28 user nova-compute[74702]: INFO nova.compute.manager [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Attaching volume 46b8ca41-c203-48d5-bec0-cd99142caac0 to /dev/vdb
Oct 26 01:40:28 user nova-compute[74702]: DEBUG os_brick.utils [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b18ee204-28f2-4bec-8bbc-f3285bc4f90c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[277b9da3-be9f-4c81-ac8f-4480f7475c90]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[01137be1-8c9c-4083-a1c8-fe3ac09f2a5e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[226b6c9e-fcf6-4012-911f-8f508e9b2bec]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:40:29 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:40:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[98b81fdb-08dd-4071-9824-cb3cc1dc9465]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG os_brick.utils [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Updating existing volume attachment record: 6d8bd4c5-e58e-4473-8262-96b7db774df1 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG nova.compute.manager [req-04a95ca9-9aaf-41c2-9df2-d175908380f6 req-820e5949-db1e-4e8e-837b-1220b66c2848 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Received event network-vif-plugged-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-04a95ca9-9aaf-41c2-9df2-d175908380f6 req-820e5949-db1e-4e8e-837b-1220b66c2848 service nova] Acquiring lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-04a95ca9-9aaf-41c2-9df2-d175908380f6 req-820e5949-db1e-4e8e-837b-1220b66c2848 service nova] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-04a95ca9-9aaf-41c2-9df2-d175908380f6 req-820e5949-db1e-4e8e-837b-1220b66c2848 service nova] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:29 user nova-compute[74702]: DEBUG nova.compute.manager [req-04a95ca9-9aaf-41c2-9df2-d175908380f6 req-820e5949-db1e-4e8e-837b-1220b66c2848 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] No waiting events found dispatching network-vif-plugged-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:40:29 user nova-compute[74702]: WARNING nova.compute.manager [req-04a95ca9-9aaf-41c2-9df2-d175908380f6 req-820e5949-db1e-4e8e-837b-1220b66c2848 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Received unexpected event network-vif-plugged-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d for instance with vm_state building and task_state spawning.
Oct 26 01:40:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-d4182b6d-6f29-4b78-ac01-fd122ab2e5c1 req-d056f21c-69ef-4db7-82eb-d8355f13796d service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Received event network-vif-plugged-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d4182b6d-6f29-4b78-ac01-fd122ab2e5c1 req-d056f21c-69ef-4db7-82eb-d8355f13796d service nova] Acquiring lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d4182b6d-6f29-4b78-ac01-fd122ab2e5c1 req-d056f21c-69ef-4db7-82eb-d8355f13796d service nova] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d4182b6d-6f29-4b78-ac01-fd122ab2e5c1 req-d056f21c-69ef-4db7-82eb-d8355f13796d service nova] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-d4182b6d-6f29-4b78-ac01-fd122ab2e5c1 req-d056f21c-69ef-4db7-82eb-d8355f13796d service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] No waiting events found dispatching network-vif-plugged-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:40:32 user nova-compute[74702]: WARNING nova.compute.manager [req-d4182b6d-6f29-4b78-ac01-fd122ab2e5c1 req-d056f21c-69ef-4db7-82eb-d8355f13796d service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Received unexpected event network-vif-plugged-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d for instance with vm_state building and task_state spawning.
Oct 26 01:40:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:40:32 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Instance spawned successfully.
Oct 26 01:40:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:40:32 user nova-compute[74702]: INFO nova.compute.manager [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Took 6.43 seconds to spawn the instance on the hypervisor.
Oct 26 01:40:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:40:32 user nova-compute[74702]: INFO nova.compute.manager [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Took 8.54 seconds to build instance.
Oct 26 01:40:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cb310eba-02f6-40d9-9ce3-108de9aa7627 tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.678s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-c2e59d0e-84c8-4d45-92f6-00654ccc108a req-d55b133b-fdd1-41e5-bcdb-b7175497cf26 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Received event network-changed-6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-c2e59d0e-84c8-4d45-92f6-00654ccc108a req-d55b133b-fdd1-41e5-bcdb-b7175497cf26 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Refreshing instance network info cache due to event network-changed-6ffacba0-3f35-4946-ade4-07f3bad84d6c. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c2e59d0e-84c8-4d45-92f6-00654ccc108a req-d55b133b-fdd1-41e5-bcdb-b7175497cf26 service nova] Acquiring lock "refresh_cache-9f665c8f-4115-4860-bccd-72e1e052bd9e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c2e59d0e-84c8-4d45-92f6-00654ccc108a req-d55b133b-fdd1-41e5-bcdb-b7175497cf26 service nova] Acquired lock "refresh_cache-9f665c8f-4115-4860-bccd-72e1e052bd9e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:35 user nova-compute[74702]: DEBUG nova.network.neutron [req-c2e59d0e-84c8-4d45-92f6-00654ccc108a req-d55b133b-fdd1-41e5-bcdb-b7175497cf26 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Refreshing network info cache for port 6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:35 user nova-compute[74702]: DEBUG nova.network.neutron [req-c2e59d0e-84c8-4d45-92f6-00654ccc108a req-d55b133b-fdd1-41e5-bcdb-b7175497cf26 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Updated VIF entry in instance network info cache for port 6ffacba0-3f35-4946-ade4-07f3bad84d6c. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:40:35 user nova-compute[74702]: DEBUG nova.network.neutron [req-c2e59d0e-84c8-4d45-92f6-00654ccc108a req-d55b133b-fdd1-41e5-bcdb-b7175497cf26 service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Updating instance_info_cache with network_info: [{"id": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "address": "fa:16:3e:84:11:31", "network": {"id": "d92801e0-1ccb-4606-9d4d-24add4eafd82", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1559929889-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9736a077cbbe437d94197db6147b10b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ffacba0-3f", "ovs_interfaceid": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c2e59d0e-84c8-4d45-92f6-00654ccc108a req-d55b133b-fdd1-41e5-bcdb-b7175497cf26 service nova] Releasing lock "refresh_cache-9f665c8f-4115-4860-bccd-72e1e052bd9e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connector [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Factory for ISCSI on None {{(pid=74702) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.008s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kCtvPguZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:40:39 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:40:39 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:40:39 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[96cd1e7b-ffad-4517-8941-a71db1bc8e8b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:40:39 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[18b820bd-4ab1-48ec-8715-7890e35e957c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6] added
Oct 26 01:40:39 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4f94203-22f2-4dc8-85d0-b912b795b5c5]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8960a58-59de-405c-803d-0b2fda009018]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kCtvPguZ {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kCtvPguZ" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b42d586e-d9c8-4b3d-9af9-72ab50581912]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kCtvPguZ'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5a8ce68-89e5-4349-b6ea-4ceab49ed8ac]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4ee60e6-b1f8-4355-a337-5af923389bc0]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:40:39 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:40:39 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:40:39 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 01:40:39 user nova-compute[74702]: 
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebca26b0-c0f1-464c-81df-3ca0488922c8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6, portal: 172.16.0.220,3260]
Oct 26 01:40:39 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6, portal: 172.16.0.220,3260] successful.
Oct 26 01:40:39 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.049s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[95d3fda9-7634-4762-a6f6-7d3d5a8bbab4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ffe9bf-91ac-451d-bf6e-8187eba8e63a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 (non-flash)
Oct 26 01:40:39 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:40:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 (non-flash)
Oct 26 01:40:40 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:40:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.336s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:40:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:40:40 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:40:40 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:40:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.166s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:40 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[98a82dec-0cc6-4a3f-bf7b-9390ae655957]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:40 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:40:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kCtvPguZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:40:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.525s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] <== connect_volume: return (1528ms) {'type': 'block', 'scsi_wwn': '23137383133343639', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23137383133343639', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG nova.objects.instance [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lazy-loading 'flavor' on Instance uuid 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:40:41 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:40:41 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 01:40:41 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:40:41 user nova-compute[74702]:   <serial>baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6</serial>
Oct 26 01:40:41 user nova-compute[74702]: </disk>
Oct 26 01:40:41 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:40:41 user nova-compute[74702]: INFO nova.virt.block_device [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Booting with volume b365fcf6-dbf3-46ea-85ef-53081d9b37c9 at /dev/vdc
Oct 26 01:40:41 user nova-compute[74702]: DEBUG os_brick.utils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ba53c48-b2a8-41fb-a7b5-47f5958449fc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b4fa723-9606-4004-af07-52eca9eca712]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cdf4f0c-674a-4cff-9692-ed8faa330958]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[620ef9ac-8982-4094-8781-9b48808e8ca1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:40:41 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:40:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bace99c-211a-490e-8ab5-bcc96e0ab9d8]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG os_brick.utils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] <== get_connector_properties: return (155ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating existing volume attachment record: d1022ff8-7582-49e8-9af4-a1f327c95da9 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:40:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] No VIF found with MAC fa:16:3e:d7:11:8a, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:40:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29dfba38-f5bf-4400-90c7-d21ba1bcbd62 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.870s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:43 user nova-compute[74702]: INFO nova.compute.manager [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Terminating instance
Oct 26 01:40:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-83573346-ebfc-4994-a40e-bb7c61a37f69 req-2b1b8876-3484-4f36-a6c3-fcffe0fff57c service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Received event network-vif-unplugged-32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-83573346-ebfc-4994-a40e-bb7c61a37f69 req-2b1b8876-3484-4f36-a6c3-fcffe0fff57c service nova] Acquiring lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-83573346-ebfc-4994-a40e-bb7c61a37f69 req-2b1b8876-3484-4f36-a6c3-fcffe0fff57c service nova] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-83573346-ebfc-4994-a40e-bb7c61a37f69 req-2b1b8876-3484-4f36-a6c3-fcffe0fff57c service nova] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-83573346-ebfc-4994-a40e-bb7c61a37f69 req-2b1b8876-3484-4f36-a6c3-fcffe0fff57c service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] No waiting events found dispatching network-vif-unplugged-32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:40:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-83573346-ebfc-4994-a40e-bb7c61a37f69 req-2b1b8876-3484-4f36-a6c3-fcffe0fff57c service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Received event network-vif-unplugged-32fe2e86-8443-4e46-91b3-67eda84f7d2a for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:44 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Instance destroyed successfully.
Oct 26 01:40:44 user nova-compute[74702]: DEBUG nova.objects.instance [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lazy-loading 'resources' on Instance uuid 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-796803495',display_name='tempest-DeleteServersTestJSON-server-796803495',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-796803495',id=3,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:38:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ee17386eab214305a6520014debce57e',ramdisk_id='',reservation_id='r-qnn02orb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-119732168',owner_user_name='tempest-DeleteServersTestJSON-119732168-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:38:41Z,user_data=None,user_id='6b735ad5c04644438a013fb5ea8c5a29',uuid=29cbadff-3bf7-4a7f-847a-15a5dcaed6a7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "address": "fa:16:3e:d7:11:8a", "network": {"id": "dfa47216-2775-4e9a-b6c7-420721bbf880", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2115157160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee17386eab214305a6520014debce57e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32fe2e86-84", "ovs_interfaceid": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Converting VIF {"id": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "address": "fa:16:3e:d7:11:8a", "network": {"id": "dfa47216-2775-4e9a-b6c7-420721bbf880", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2115157160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee17386eab214305a6520014debce57e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32fe2e86-84", "ovs_interfaceid": "32fe2e86-8443-4e46-91b3-67eda84f7d2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:11:8a,bridge_name='br-int',has_traffic_filtering=True,id=32fe2e86-8443-4e46-91b3-67eda84f7d2a,network=Network(dfa47216-2775-4e9a-b6c7-420721bbf880),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32fe2e86-84') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_vif [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:11:8a,bridge_name='br-int',has_traffic_filtering=True,id=32fe2e86-8443-4e46-91b3-67eda84f7d2a,network=Network(dfa47216-2775-4e9a-b6c7-420721bbf880),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32fe2e86-84') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32fe2e86-84, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c92d2454-dee3-474f-94fc-a8854558bceb) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:40:44 user nova-compute[74702]: INFO os_vif [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:11:8a,bridge_name='br-int',has_traffic_filtering=True,id=32fe2e86-8443-4e46-91b3-67eda84f7d2a,network=Network(dfa47216-2775-4e9a-b6c7-420721bbf880),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32fe2e86-84')
Oct 26 01:40:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kCtvPguZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:40:44 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b227153c-d6ba-4ef4-9274-fe060a73e0d0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:40:44 user nova-compute[74702]: No targets found.
Oct 26 01:40:44 user nova-compute[74702]: iSNS:
Oct 26 01:40:44 user nova-compute[74702]: No targets found.
Oct 26 01:40:44 user nova-compute[74702]: STATIC:
Oct 26 01:40:44 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6
Oct 26 01:40:44 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:40:44 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:40:44 user nova-compute[74702]: FIRMWARE:
Oct 26 01:40:44 user nova-compute[74702]: No targets found.
Oct 26 01:40:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:40:44 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:40:44 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a962eb0-0421-407d-affe-8d313f638342]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[89376689-ff6c-4f00-8b13-5bdd99caae53]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 (non-flash)
Oct 26 01:40:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 (non-flash)
Oct 26 01:40:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95180f9480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcbb4fa0-885b-46c9-a8bb-5536089dbe41]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f0621cd-cccc-441b-af4a-400fafc42a04]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[191f0778-45a2-4a75-8994-0fd4938b9103]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[16ef37c7-7abe-40a1-80a4-f625fdaa0251]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[325428b9-7218-4db7-a5cb-fe9a57f23dc8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbc428af-5ea2-454f-8040-fd71a6fc6f7a]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6, portal: 172.16.0.220,3260]
Oct 26 01:40:44 user nova-compute[74702]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6, portal: 172.16.0.220,3260] successful.
Oct 26 01:40:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:baaf2fd3-2eb6-4d23-89d5-0357cd89e8c6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[86990685-7c91-4a0a-8acc-a2b75f82e8c8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] <== disconnect_volume: return (335ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:40:44 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Deleting instance files /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7_del
Oct 26 01:40:44 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Deletion of /opt/stack/data/nova/instances/29cbadff-3bf7-4a7f-847a-15a5dcaed6a7_del complete
Oct 26 01:40:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74702) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 26 01:40:44 user nova-compute[74702]: INFO nova.virt.libvirt.host [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] UEFI support detected
Oct 26 01:40:44 user nova-compute[74702]: INFO nova.compute.manager [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Took 1.31 seconds to destroy the instance on the hypervisor.
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-f3c13b3a-8e9b-40b9-bb0f-4e8c2a7c2777 req-020fa2d8-f949-4131-8838-a980e23a6ae6 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Received event network-changed-467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-f3c13b3a-8e9b-40b9-bb0f-4e8c2a7c2777 req-020fa2d8-f949-4131-8838-a980e23a6ae6 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Refreshing instance network info cache due to event network-changed-467e8cca-5e31-47cd-aeca-21d882746179. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f3c13b3a-8e9b-40b9-bb0f-4e8c2a7c2777 req-020fa2d8-f949-4131-8838-a980e23a6ae6 service nova] Acquiring lock "refresh_cache-419d3630-8338-4412-a45a-9ab2e7b961a0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f3c13b3a-8e9b-40b9-bb0f-4e8c2a7c2777 req-020fa2d8-f949-4131-8838-a980e23a6ae6 service nova] Acquired lock "refresh_cache-419d3630-8338-4412-a45a-9ab2e7b961a0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:44 user nova-compute[74702]: DEBUG nova.network.neutron [req-f3c13b3a-8e9b-40b9-bb0f-4e8c2a7c2777 req-020fa2d8-f949-4131-8838-a980e23a6ae6 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Refreshing network info cache for port 467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:45 user nova-compute[74702]: DEBUG nova.network.neutron [req-f3c13b3a-8e9b-40b9-bb0f-4e8c2a7c2777 req-020fa2d8-f949-4131-8838-a980e23a6ae6 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Updated VIF entry in instance network info cache for port 467e8cca-5e31-47cd-aeca-21d882746179. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:40:45 user nova-compute[74702]: DEBUG nova.network.neutron [req-f3c13b3a-8e9b-40b9-bb0f-4e8c2a7c2777 req-020fa2d8-f949-4131-8838-a980e23a6ae6 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Updating instance_info_cache with network_info: [{"id": "467e8cca-5e31-47cd-aeca-21d882746179", "address": "fa:16:3e:36:14:8a", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap467e8cca-5e", "ovs_interfaceid": "467e8cca-5e31-47cd-aeca-21d882746179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f3c13b3a-8e9b-40b9-bb0f-4e8c2a7c2777 req-020fa2d8-f949-4131-8838-a980e23a6ae6 service nova] Releasing lock "refresh_cache-419d3630-8338-4412-a45a-9ab2e7b961a0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:45 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:45 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Took 1.00 seconds to deallocate network for instance.
Oct 26 01:40:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-e4b5ba45-018c-48cf-917f-7d6a9a6c902f req-bf0d7b71-1542-454b-83df-4994e6d96bf4 service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Received event network-vif-deleted-32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-dd5db95b-1d6d-4c8d-8390-3c849003905e req-24da8bd8-3c24-4bc6-bccd-95d81b772910 service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Received event network-vif-plugged-32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dd5db95b-1d6d-4c8d-8390-3c849003905e req-24da8bd8-3c24-4bc6-bccd-95d81b772910 service nova] Acquiring lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dd5db95b-1d6d-4c8d-8390-3c849003905e req-24da8bd8-3c24-4bc6-bccd-95d81b772910 service nova] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dd5db95b-1d6d-4c8d-8390-3c849003905e req-24da8bd8-3c24-4bc6-bccd-95d81b772910 service nova] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-dd5db95b-1d6d-4c8d-8390-3c849003905e req-24da8bd8-3c24-4bc6-bccd-95d81b772910 service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] No waiting events found dispatching network-vif-plugged-32fe2e86-8443-4e46-91b3-67eda84f7d2a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:40:45 user nova-compute[74702]: WARNING nova.compute.manager [req-dd5db95b-1d6d-4c8d-8390-3c849003905e req-24da8bd8-3c24-4bc6-bccd-95d81b772910 service nova] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Received unexpected event network-vif-plugged-32fe2e86-8443-4e46-91b3-67eda84f7d2a for instance with vm_state active and task_state deleting.
Oct 26 01:40:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:46 user nova-compute[74702]: INFO nova.compute.manager [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] [instance: 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7] Took 1.04 seconds to detach 1 volumes for instance.
Oct 26 01:40:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:46 user nova-compute[74702]: DEBUG nova.objects.instance [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lazy-loading 'flavor' on Instance uuid 9f665c8f-4115-4860-bccd-72e1e052bd9e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:47 user nova-compute[74702]: INFO nova.compute.manager [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Attaching volume deb386a7-ba40-4d00-9ce5-67e58a6f29a1 to /dev/sdc
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.476s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:47 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Deleted allocations for instance 29cbadff-3bf7-4a7f-847a-15a5dcaed6a7
Oct 26 01:40:47 user nova-compute[74702]: DEBUG os_brick.utils [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ac18395-4602-4a35-9191-9ae058a3241a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e6b220-3926-4cd9-96cf-f800792fd9ec]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8c7a531-a0a8-493d-bef4-ce121a5a641b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3fea812-4d00-4192-b25f-0e97d277763a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:40:47 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[95d5e6ae-06e6-493a-83a0-ba6c3043ce51]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-810ddda0-6442-4d6e-a21e-dee876403773 tempest-DeleteServersTestJSON-119732168 tempest-DeleteServersTestJSON-119732168-project-member] Lock "29cbadff-3bf7-4a7f-847a-15a5dcaed6a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.113s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG os_brick.utils [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:40:47 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Updating existing volume attachment record: 35e6526a-9159-421e-b9ca-bdc719f4e45b {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:40:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-d75d0df8-fdec-45aa-8db8-2fd635a80a7d req-d29879d6-121c-4ff4-9a01-b7c60e0a5b58 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-changed-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-d75d0df8-fdec-45aa-8db8-2fd635a80a7d req-d29879d6-121c-4ff4-9a01-b7c60e0a5b58 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Refreshing instance network info cache due to event network-changed-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d75d0df8-fdec-45aa-8db8-2fd635a80a7d req-d29879d6-121c-4ff4-9a01-b7c60e0a5b58 service nova] Acquiring lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d75d0df8-fdec-45aa-8db8-2fd635a80a7d req-d29879d6-121c-4ff4-9a01-b7c60e0a5b58 service nova] Acquired lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-d75d0df8-fdec-45aa-8db8-2fd635a80a7d req-d29879d6-121c-4ff4-9a01-b7c60e0a5b58 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Refreshing network info cache for port 680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-d75d0df8-fdec-45aa-8db8-2fd635a80a7d req-d29879d6-121c-4ff4-9a01-b7c60e0a5b58 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Updated VIF entry in instance network info cache for port 680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:40:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-d75d0df8-fdec-45aa-8db8-2fd635a80a7d req-d29879d6-121c-4ff4-9a01-b7c60e0a5b58 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Updating instance_info_cache with network_info: [{"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d75d0df8-fdec-45aa-8db8-2fd635a80a7d req-d29879d6-121c-4ff4-9a01-b7c60e0a5b58 service nova] Releasing lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "interface-28355258-10da-4098-ad51-339560388173-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "interface-28355258-10da-4098-ad51-339560388173-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:51 user nova-compute[74702]: DEBUG nova.objects.instance [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lazy-loading 'flavor' on Instance uuid 28355258-10da-4098-ad51-339560388173 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:52 user nova-compute[74702]: DEBUG nova.objects.instance [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lazy-loading 'pci_requests' on Instance uuid 28355258-10da-4098-ad51-339560388173 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:40:52 user nova-compute[74702]: DEBUG nova.objects.base [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Object Instance<28355258-10da-4098-ad51-339560388173> lazy-loaded attributes: flavor,pci_requests {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:40:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:40:52 user nova-compute[74702]: DEBUG nova.policy [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd573ff0291734a86b68af4efecefd810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20ad055d6ac7482f889de1376acabeed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:40:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Successfully created port: 314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:40:53 user nova-compute[74702]: DEBUG nova.network.neutron [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Successfully updated port: 314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:40:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquired lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:53 user nova-compute[74702]: DEBUG nova.network.neutron [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:40:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-83cd53ec-ae08-4ae8-b2c3-d0d09c5b2051 req-59977862-b28b-4a5f-b55e-2f10be666d20 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-changed-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-83cd53ec-ae08-4ae8-b2c3-d0d09c5b2051 req-59977862-b28b-4a5f-b55e-2f10be666d20 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Refreshing instance network info cache due to event network-changed-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:40:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-83cd53ec-ae08-4ae8-b2c3-d0d09c5b2051 req-59977862-b28b-4a5f-b55e-2f10be666d20 service nova] Acquiring lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.network.neutron [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Updating instance_info_cache with network_info: [{"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Releasing lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-83cd53ec-ae08-4ae8-b2c3-d0d09c5b2051 req-59977862-b28b-4a5f-b55e-2f10be666d20 service nova] Acquired lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.network.neutron [req-83cd53ec-ae08-4ae8-b2c3-d0d09c5b2051 req-59977862-b28b-4a5f-b55e-2f10be666d20 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Refreshing network info cache for port 314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:38:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-834958348',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-834958348',id=9,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEv+CcbFw/BQHHWblqbX9+/hHTC86codb77aPaiYYWdTVzfyJyiKulSe1n43Felba0B0prhHKHmelxWPZ3FCyJckHT0o5aaqhf8jT3IJug4qvpHbfsvufmYCQzK6HvuXfg==',key_name='tempest-keypair-547912722',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:39:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='20ad055d6ac7482f889de1376acabeed',ramdisk_id='',reservation_id='r-30e3q8st',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-979810986',owner_user_name='tempest-TaggedAttachmentsTest-979810986-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d573ff0291734a86b68af4efecefd810',uuid=28355258-10da-4098-ad51-339560388173,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converting VIF {"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:50:54,bridge_name='br-int',has_traffic_filtering=True,id=314b69c0-5ffd-4b83-8127-75a6e9ae7b1b,network=Network(f5a991d0-9bf9-4c06-9a4a-298b30c56fb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314b69c0-5f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG os_vif [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:50:54,bridge_name='br-int',has_traffic_filtering=True,id=314b69c0-5ffd-4b83-8127-75a6e9ae7b1b,network=Network(f5a991d0-9bf9-4c06-9a4a-298b30c56fb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314b69c0-5f') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd08d97f5-078d-57f4-aede-7ecd436711bb', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap314b69c0-5f, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap314b69c0-5f, col_values=(('qos', UUID('91abd6de-fa1c-4acb-937f-36ff1d7f9a4d')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap314b69c0-5f, col_values=(('external_ids', {'iface-id': '314b69c0-5ffd-4b83-8127-75a6e9ae7b1b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:50:54', 'vm-uuid': '28355258-10da-4098-ad51-339560388173'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:54 user nova-compute[74702]: INFO os_vif [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:50:54,bridge_name='br-int',has_traffic_filtering=True,id=314b69c0-5ffd-4b83-8127-75a6e9ae7b1b,network=Network(f5a991d0-9bf9-4c06-9a4a-298b30c56fb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314b69c0-5f')
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:38:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-834958348',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-834958348',id=9,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEv+CcbFw/BQHHWblqbX9+/hHTC86codb77aPaiYYWdTVzfyJyiKulSe1n43Felba0B0prhHKHmelxWPZ3FCyJckHT0o5aaqhf8jT3IJug4qvpHbfsvufmYCQzK6HvuXfg==',key_name='tempest-keypair-547912722',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:39:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='20ad055d6ac7482f889de1376acabeed',ramdisk_id='',reservation_id='r-30e3q8st',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-979810986',owner_user_name='tempest-TaggedAttachmentsTest-979810986-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d573ff0291734a86b68af4efecefd810',uuid=28355258-10da-4098-ad51-339560388173,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converting VIF {"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:50:54,bridge_name='br-int',has_traffic_filtering=True,id=314b69c0-5ffd-4b83-8127-75a6e9ae7b1b,network=Network(f5a991d0-9bf9-4c06-9a4a-298b30c56fb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314b69c0-5f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] attach device xml: <interface type="ethernet">
Oct 26 01:40:54 user nova-compute[74702]:   <mac address="fa:16:3e:d7:50:54"/>
Oct 26 01:40:54 user nova-compute[74702]:   <model type="virtio"/>
Oct 26 01:40:54 user nova-compute[74702]:   <mtu size="1442"/>
Oct 26 01:40:54 user nova-compute[74702]:   <target dev="tap314b69c0-5f"/>
Oct 26 01:40:54 user nova-compute[74702]: </interface>
Oct 26 01:40:54 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-e7b905cb-43ee-4a33-9e78-6f16b42ff260 req-62628a9e-a437-44dc-a37c-02493377d79b service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-vif-plugged-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e7b905cb-43ee-4a33-9e78-6f16b42ff260 req-62628a9e-a437-44dc-a37c-02493377d79b service nova] Acquiring lock "28355258-10da-4098-ad51-339560388173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e7b905cb-43ee-4a33-9e78-6f16b42ff260 req-62628a9e-a437-44dc-a37c-02493377d79b service nova] Lock "28355258-10da-4098-ad51-339560388173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e7b905cb-43ee-4a33-9e78-6f16b42ff260 req-62628a9e-a437-44dc-a37c-02493377d79b service nova] Lock "28355258-10da-4098-ad51-339560388173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-e7b905cb-43ee-4a33-9e78-6f16b42ff260 req-62628a9e-a437-44dc-a37c-02493377d79b service nova] [instance: 28355258-10da-4098-ad51-339560388173] No waiting events found dispatching network-vif-plugged-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:40:54 user nova-compute[74702]: WARNING nova.compute.manager [req-e7b905cb-43ee-4a33-9e78-6f16b42ff260 req-62628a9e-a437-44dc-a37c-02493377d79b service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received unexpected event network-vif-plugged-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b for instance with vm_state active and task_state None.
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.network.neutron [req-83cd53ec-ae08-4ae8-b2c3-d0d09c5b2051 req-59977862-b28b-4a5f-b55e-2f10be666d20 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Updated VIF entry in instance network info cache for port 314b69c0-5ffd-4b83-8127-75a6e9ae7b1b. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG nova.network.neutron [req-83cd53ec-ae08-4ae8-b2c3-d0d09c5b2051 req-59977862-b28b-4a5f-b55e-2f10be666d20 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Updating instance_info_cache with network_info: [{"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:40:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-83cd53ec-ae08-4ae8-b2c3-d0d09c5b2051 req-59977862-b28b-4a5f-b55e-2f10be666d20 service nova] Releasing lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:40:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:40:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] No BDM found with device name hda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:40:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] No VIF found with MAC fa:16:3e:92:ae:6e, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:40:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:40:55 user nova-compute[74702]:   <nova:package version="0.0.0"/>
Oct 26 01:40:55 user nova-compute[74702]:   <nova:name>tempest-device-tagging-server-834958348</nova:name>
Oct 26 01:40:55 user nova-compute[74702]:   <nova:creationTime>2023-10-26 01:40:55</nova:creationTime>
Oct 26 01:40:55 user nova-compute[74702]:   <nova:flavor name="m1.tiny">
Oct 26 01:40:55 user nova-compute[74702]:     <nova:memory>512</nova:memory>
Oct 26 01:40:55 user nova-compute[74702]:     <nova:disk>1</nova:disk>
Oct 26 01:40:55 user nova-compute[74702]:     <nova:swap>0</nova:swap>
Oct 26 01:40:55 user nova-compute[74702]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:40:55 user nova-compute[74702]:     <nova:vcpus>1</nova:vcpus>
Oct 26 01:40:55 user nova-compute[74702]:   </nova:flavor>
Oct 26 01:40:55 user nova-compute[74702]:   <nova:owner>
Oct 26 01:40:55 user nova-compute[74702]:     <nova:user uuid="d573ff0291734a86b68af4efecefd810">tempest-TaggedAttachmentsTest-979810986-project-member</nova:user>
Oct 26 01:40:55 user nova-compute[74702]:     <nova:project uuid="20ad055d6ac7482f889de1376acabeed">tempest-TaggedAttachmentsTest-979810986</nova:project>
Oct 26 01:40:55 user nova-compute[74702]:   </nova:owner>
Oct 26 01:40:55 user nova-compute[74702]:   <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:40:55 user nova-compute[74702]:   <nova:ports>
Oct 26 01:40:55 user nova-compute[74702]:     <nova:port uuid="680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c">
Oct 26 01:40:55 user nova-compute[74702]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:40:55 user nova-compute[74702]:     </nova:port>
Oct 26 01:40:55 user nova-compute[74702]:     <nova:port uuid="314b69c0-5ffd-4b83-8127-75a6e9ae7b1b">
Oct 26 01:40:55 user nova-compute[74702]:       <nova:ip type="fixed" address="10.10.10.75" ipVersion="4"/>
Oct 26 01:40:55 user nova-compute[74702]:     </nova:port>
Oct 26 01:40:55 user nova-compute[74702]:   </nova:ports>
Oct 26 01:40:55 user nova-compute[74702]: </nova:instance>
Oct 26 01:40:55 user nova-compute[74702]:  {{(pid=74702) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 26 01:40:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61dc7484-eeef-4457-b998-4825e1ad3261 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "interface-28355258-10da-4098-ad51-339560388173-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.137s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:40:56 user nova-compute[74702]: DEBUG nova.compute.manager [req-af4f67f1-4ae6-4aab-9598-9495641f1e20 req-b6824681-0b25-4867-8cef-02eb19f99470 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-vif-plugged-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:40:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-af4f67f1-4ae6-4aab-9598-9495641f1e20 req-b6824681-0b25-4867-8cef-02eb19f99470 service nova] Acquiring lock "28355258-10da-4098-ad51-339560388173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:40:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-af4f67f1-4ae6-4aab-9598-9495641f1e20 req-b6824681-0b25-4867-8cef-02eb19f99470 service nova] Lock "28355258-10da-4098-ad51-339560388173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:40:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-af4f67f1-4ae6-4aab-9598-9495641f1e20 req-b6824681-0b25-4867-8cef-02eb19f99470 service nova] Lock "28355258-10da-4098-ad51-339560388173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:40:56 user nova-compute[74702]: DEBUG nova.compute.manager [req-af4f67f1-4ae6-4aab-9598-9495641f1e20 req-b6824681-0b25-4867-8cef-02eb19f99470 service nova] [instance: 28355258-10da-4098-ad51-339560388173] No waiting events found dispatching network-vif-plugged-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:40:56 user nova-compute[74702]: WARNING nova.compute.manager [req-af4f67f1-4ae6-4aab-9598-9495641f1e20 req-b6824681-0b25-4867-8cef-02eb19f99470 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received unexpected event network-vif-plugged-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b for instance with vm_state active and task_state None.
Oct 26 01:40:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "28355258-10da-4098-ad51-339560388173" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "28355258-10da-4098-ad51-339560388173" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.objects.instance [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lazy-loading 'flavor' on Instance uuid 28355258-10da-4098-ad51-339560388173 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "28355258-10da-4098-ad51-339560388173" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:41:01 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Creating image(s)
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Ensure instance console log exists: /opt/stack/data/nova/instances/fcd3b0e2-1995-4e60-b17c-f6074d3750e2/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Start _get_guest_xml network_info=[{"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wkuYdezK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fcd3b0e2-1995-4e60-b17c-f6074d3750e2', 'attached_at': '', 'detached_at': '', 'volume_id': '4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5', 'serial': '4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5'}, 'attachment_id': '000bf3a4-d639-4792-be57-3c478dff5bb1', 'guest_format': None, 'boot_index': 0, 'volume_type': None}, {'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HMRxJdGl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fcd3b0e2-1995-4e60-b17c-f6074d3750e2', 'attached_at': '', 'detached_at': '', 'volume_id': '206019d0-f05c-4761-a6b0-672ba3f5a024', 'serial': '206019d0-f05c-4761-a6b0-672ba3f5a024'}, 'attachment_id': '2f6d09df-5784-4d69-ba84-63749abae011', 'guest_format': None, 'boot_index': 1, 'volume_type': None}, {'device_type': 'disk', 'mount_device': '/dev/vdc', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QXTvjBEN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fcd3b0e2-1995-4e60-b17c-f6074d3750e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b365fcf6-dbf3-46ea-85ef-53081d9b37c9', 'serial': 'b365fcf6-dbf3-46ea-85ef-53081d9b37c9'}, 'attachment_id': 'd1022ff8-7582-49e8-9af4-a1f327c95da9', 'guest_format': None, 'boot_index': 2, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:41:01 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:41:01 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:41:01 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wkuYdezK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:02 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:02 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:02 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260" returned: 21 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[16c5d31a-4465-4a2a-b8ed-70a1a717a54a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:41:02 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[87859a5d-6e9d-4053-ba7c-6bff0e643890]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5] added
Oct 26 01:41:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee379e90-dc3c-4104-b590-72a4c773be31]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e6e39d4-c59c-4e9a-aa93-dedd5c7331fb]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wkuYdezK {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wkuYdezK" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b27aa8e5-10d2-40d8-9b03-839337c8776c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wkuYdezK'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "28355258-10da-4098-ad51-339560388173" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "28355258-10da-4098-ad51-339560388173" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:02 user nova-compute[74702]: INFO nova.compute.manager [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Attaching volume bd24349d-815f-4e89-a505-5501b6b40c0a to /dev/vdb
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a1831e0-b488-4eda-a2d6-5afb5c5d40c8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c1a84ed-a50e-4ac0-a25c-e55210926db4]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:41:02 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:41:02 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:02 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 01:41:02 user nova-compute[74702]: 
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e973efd4-1027-4790-9b73-3a898d219d01]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5, portal: 172.16.0.220,3260]
Oct 26 01:41:02 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5, portal: 172.16.0.220,3260] successful.
Oct 26 01:41:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4a54dc5-71ce-4174-af5e-e7f4a7076e1d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[850e13f7-4c32-4c43-9c1f-109860252c31]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] HCTL ('33', '-', '-', 0) found on session 3 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0438589d-c8e2-4eb7-9349-872e0b77ea49]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Searching for a device in session 3 and hctl ['33', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.utils [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6a6a693-5c41-413d-b9c7-297bcd8dc9a0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[89ae70b2-1c93-435f-bf3d-b9d7efe01d0f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a69c4981-01cc-430a-ae5d-8006e005ad6e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad188cd7-9f7d-4963-aabb-9cf46e0c0e73]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:41:02 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bceda614-13b7-4b1a-86ee-f72b192f68a0]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG os_brick.utils [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Updating existing volume attachment record: 0592d547-ae4f-4e9b-ab43-90d17e776c26 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-83f1e8ac-597a-4eca-8cf4-e5b32d548912 req-248a4ad4-c8ad-4ad4-a2b1-6d9762ccb721 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Received event network-changed-d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-83f1e8ac-597a-4eca-8cf4-e5b32d548912 req-248a4ad4-c8ad-4ad4-a2b1-6d9762ccb721 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Refreshing instance network info cache due to event network-changed-d32ebef2-5f95-4028-a1cb-4215a22e069d. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-83f1e8ac-597a-4eca-8cf4-e5b32d548912 req-248a4ad4-c8ad-4ad4-a2b1-6d9762ccb721 service nova] Acquiring lock "refresh_cache-e2748235-7b0c-40be-a615-fc508fce690b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-83f1e8ac-597a-4eca-8cf4-e5b32d548912 req-248a4ad4-c8ad-4ad4-a2b1-6d9762ccb721 service nova] Acquired lock "refresh_cache-e2748235-7b0c-40be-a615-fc508fce690b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:41:02 user nova-compute[74702]: DEBUG nova.network.neutron [req-83f1e8ac-597a-4eca-8cf4-e5b32d548912 req-248a4ad4-c8ad-4ad4-a2b1-6d9762ccb721 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Refreshing network info cache for port d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG nova.network.neutron [req-83f1e8ac-597a-4eca-8cf4-e5b32d548912 req-248a4ad4-c8ad-4ad4-a2b1-6d9762ccb721 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Updated VIF entry in instance network info cache for port d32ebef2-5f95-4028-a1cb-4215a22e069d. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG nova.network.neutron [req-83f1e8ac-597a-4eca-8cf4-e5b32d548912 req-248a4ad4-c8ad-4ad4-a2b1-6d9762ccb721 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Updating instance_info_cache with network_info: [{"id": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "address": "fa:16:3e:e1:39:6c", "network": {"id": "efd52a76-7f41-4e18-944d-81435ac24dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1300136193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d34ad778046b4e13ac648b704e4cab8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd32ebef2-5f", "ovs_interfaceid": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-83f1e8ac-597a-4eca-8cf4-e5b32d548912 req-248a4ad4-c8ad-4ad4-a2b1-6d9762ccb721 service nova] Releasing lock "refresh_cache-e2748235-7b0c-40be-a615-fc508fce690b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Searching for a device in session 3 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wkuYdezK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '23261646632636132', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23261646632636132', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HMRxJdGl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:03 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:03 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:03 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa0cbe26-2a66-482d-911b-b9564e70e6c7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:41:03 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f5531b-7b3a-491b-82fd-a84c9f51a413]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024] added
Oct 26 01:41:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e6e06dd-a45b-4653-80b2-163c5cdb579b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf951fe-4761-4dc4-abd8-80fe6596076f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HMRxJdGl {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HMRxJdGl" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c2fb08-b90b-49d6-8afb-b6cfd776c32a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HMRxJdGl'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c069fdd6-2f3d-402f-863f-52250ae9e1e3]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e15d91e4-8e8f-4ecb-b5ea-eef29c24d77b]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[832bd625-15a3-43af-a0d9-1feb0c79208f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024, portal: 172.16.0.220,3260]
Oct 26 01:41:03 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024, portal: 172.16.0.220,3260] successful.
Oct 26 01:41:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a88ab5ab-c8c9-48bf-8680-1e2966679cfc]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[96277f27-8192-4c5d-94bf-aa4546f16c1a]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:03 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:03 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] HCTL ('34', '-', '-', 0) found on session 4 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[48b42f8c-dc5d-4045-8264-23b2990ef983]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:41:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HMRxJdGl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23763623165343630', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23763623165343630', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QXTvjBEN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:04 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:04 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:04 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[aca2eae6-f0d1-4fe5-a826-b4b732f2f8e8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:41:04 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bce8e2b-eedf-49ca-8f64-aaeacc12d77a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9] added
Oct 26 01:41:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[89cb86ad-46e9-440e-bfa6-3854cf3d249b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[062e730e-e70d-4b24-9499-d8b51030316a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QXTvjBEN {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QXTvjBEN" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[469b4509-6c9c-4fe7-b450-7f2e7762ff8d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QXTvjBEN'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed07ec81-4dcc-41d3-8a79-4858c0cdc8dc]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d30fe144-5e84-4ff8-ad95-49fa9df972f0]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:04 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:04 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e597f4d-b503-4872-b893-7db26e118137]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9, portal: 172.16.0.220,3260]
Oct 26 01:41:05 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9, portal: 172.16.0.220,3260] successful.
Oct 26 01:41:05 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0c192cd-471c-455c-bf4b-9e07e542c66e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[814bfa0f-973b-4fca-9d70-6a9056648492]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:05 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:05 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:05 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:05 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:05 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:05 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[468c3f95-c33b-4fc3-baff-1bf0f3f1f5b1]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QXTvjBEN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:41:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zgrodVSX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:06 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '26236306263393437', 'path': '/dev/sdd'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236306263393437', 'path': '/dev/sdd'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.065s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:06 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:06 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:7d:21,bridge_name='br-int',has_traffic_filtering=True,id=6426c818-1b31-486a-bb77-2d6013fad524,network=Network(48393d5e-f3cb-402e-b116-47325a29cfe9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6426c818-1b') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:11:fc,bridge_name='br-int',has_traffic_filtering=True,id=f63a6ca3-b08c-4f26-9106-de46cbd4bf19,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf63a6ca3-b0') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:9c:7e,bridge_name='br-int',has_traffic_filtering=True,id=4b1a4097-4f3a-46ca-a7aa-55d206296b56,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4b1a4097-4f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ad:ef,bridge_name='br-int',has_traffic_filtering=True,id=d516f6b0-c2ab-4e37-80ce-410c4876e4e0,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd516f6b0-c2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:4a:d3,bridge_name='br-int',has_traffic_filtering=True,id=da70d82a-55c3-4951-a420-e9f6fa201fa8,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda70d82a-55') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:5d:0a,bridge_name='br-int',has_traffic_filtering=True,id=411c87da-f530-4509-9806-72abb6d40476,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap411c87da-f5') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:bd:0c,bridge_name='br-int',has_traffic_filtering=True,id=6a8dbe05-8ecf-40ed-acef-479b18e88549,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a8dbe05-8e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lazy-loading 'pci_devices' on Instance uuid fcd3b0e2-1995-4e60-b17c-f6074d3750e2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4df6660-9d9d-403e-8657-30b1ceeaa5a6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:41:06 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:41:06 user nova-compute[74702]:   <uuid>fcd3b0e2-1995-4e60-b17c-f6074d3750e2</uuid>
Oct 26 01:41:06 user nova-compute[74702]:   <name>instance-0000000b</name>
Oct 26 01:41:06 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:41:06 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:41:06 user nova-compute[74702]:   <metadata>
Oct 26 01:41:06 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:41:06 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:41:06 user nova-compute[74702]:       <nova:name>tempest-device-tagging-server-1271243615</nova:name>
Oct 26 01:41:06 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:41:01</nova:creationTime>
Oct 26 01:41:06 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:41:06 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:41:06 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:41:06 user nova-compute[74702]:       <nova:owner>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:user uuid="750def7e2ff646f0ade08524f4ae5836">tempest-TaggedBootDevicesTest_v242-1114338701-project-member</nova:user>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:project uuid="b4e1d102ee3a47a39ec91d4e4333871a">tempest-TaggedBootDevicesTest_v242-1114338701</nova:project>
Oct 26 01:41:06 user nova-compute[74702]:       </nova:owner>
Oct 26 01:41:06 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:41:06 user nova-compute[74702]:       <nova:ports>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:port uuid="6426c818-1b31-486a-bb77-2d6013fad524">
Oct 26 01:41:06 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 26 01:41:06 user nova-compute[74702]:         </nova:port>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:port uuid="f63a6ca3-b08c-4f26-9106-de46cbd4bf19">
Oct 26 01:41:06 user nova-compute[74702]:           <nova:ip type="fixed" address="10.1.1.45" ipVersion="4"/>
Oct 26 01:41:06 user nova-compute[74702]:         </nova:port>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:port uuid="4b1a4097-4f3a-46ca-a7aa-55d206296b56">
Oct 26 01:41:06 user nova-compute[74702]:           <nova:ip type="fixed" address="10.1.1.190" ipVersion="4"/>
Oct 26 01:41:06 user nova-compute[74702]:         </nova:port>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:port uuid="d516f6b0-c2ab-4e37-80ce-410c4876e4e0">
Oct 26 01:41:06 user nova-compute[74702]:           <nova:ip type="fixed" address="10.1.1.15" ipVersion="4"/>
Oct 26 01:41:06 user nova-compute[74702]:         </nova:port>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:port uuid="da70d82a-55c3-4951-a420-e9f6fa201fa8">
Oct 26 01:41:06 user nova-compute[74702]:           <nova:ip type="fixed" address="10.1.1.107" ipVersion="4"/>
Oct 26 01:41:06 user nova-compute[74702]:         </nova:port>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:port uuid="411c87da-f530-4509-9806-72abb6d40476">
Oct 26 01:41:06 user nova-compute[74702]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 26 01:41:06 user nova-compute[74702]:         </nova:port>
Oct 26 01:41:06 user nova-compute[74702]:         <nova:port uuid="6a8dbe05-8ecf-40ed-acef-479b18e88549">
Oct 26 01:41:06 user nova-compute[74702]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 26 01:41:06 user nova-compute[74702]:         </nova:port>
Oct 26 01:41:06 user nova-compute[74702]:       </nova:ports>
Oct 26 01:41:06 user nova-compute[74702]:     </nova:instance>
Oct 26 01:41:06 user nova-compute[74702]:   </metadata>
Oct 26 01:41:06 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:41:06 user nova-compute[74702]:     <system>
Oct 26 01:41:06 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:41:06 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:41:06 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:41:06 user nova-compute[74702]:       <entry name="serial">fcd3b0e2-1995-4e60-b17c-f6074d3750e2</entry>
Oct 26 01:41:06 user nova-compute[74702]:       <entry name="uuid">fcd3b0e2-1995-4e60-b17c-f6074d3750e2</entry>
Oct 26 01:41:06 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:41:06 user nova-compute[74702]:     </system>
Oct 26 01:41:06 user nova-compute[74702]:   </sysinfo>
Oct 26 01:41:06 user nova-compute[74702]:   <os>
Oct 26 01:41:06 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:41:06 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:41:06 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:41:06 user nova-compute[74702]:   </os>
Oct 26 01:41:06 user nova-compute[74702]:   <features>
Oct 26 01:41:06 user nova-compute[74702]:     <acpi/>
Oct 26 01:41:06 user nova-compute[74702]:     <apic/>
Oct 26 01:41:06 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:41:06 user nova-compute[74702]:   </features>
Oct 26 01:41:06 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:41:06 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:41:06 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:41:06 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:41:06 user nova-compute[74702]:   </clock>
Oct 26 01:41:06 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:41:06 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:41:06 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:41:06 user nova-compute[74702]:   </cpu>
Oct 26 01:41:06 user nova-compute[74702]:   <devices>
Oct 26 01:41:06 user nova-compute[74702]:     <disk type="file" device="cdrom">
Oct 26 01:41:06 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none"/>
Oct 26 01:41:06 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/fcd3b0e2-1995-4e60-b17c-f6074d3750e2/disk.config"/>
Oct 26 01:41:06 user nova-compute[74702]:       <target dev="hda" bus="ide"/>
Oct 26 01:41:06 user nova-compute[74702]:     </disk>
Oct 26 01:41:06 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 01:41:06 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:06 user nova-compute[74702]:       <source dev="/dev/sdb"/>
Oct 26 01:41:06 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:41:06 user nova-compute[74702]:       <serial>4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5</serial>
Oct 26 01:41:06 user nova-compute[74702]:     </disk>
Oct 26 01:41:06 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 01:41:06 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:06 user nova-compute[74702]:       <source dev="/dev/sdc"/>
Oct 26 01:41:06 user nova-compute[74702]:       <target dev="vdb" bus="virtio"/>
Oct 26 01:41:06 user nova-compute[74702]:       <serial>206019d0-f05c-4761-a6b0-672ba3f5a024</serial>
Oct 26 01:41:06 user nova-compute[74702]:     </disk>
Oct 26 01:41:06 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 01:41:06 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:06 user nova-compute[74702]:       <source dev="/dev/sdd"/>
Oct 26 01:41:06 user nova-compute[74702]:       <target dev="vdc" bus="virtio"/>
Oct 26 01:41:06 user nova-compute[74702]:       <serial>b365fcf6-dbf3-46ea-85ef-53081d9b37c9</serial>
Oct 26 01:41:06 user nova-compute[74702]:     </disk>
Oct 26 01:41:06 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:41:06 user nova-compute[74702]:       <mac address="fa:16:3e:77:7d:21"/>
Oct 26 01:41:06 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:41:06 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:41:06 user nova-compute[74702]:       <target dev="tap6426c818-1b"/>
Oct 26 01:41:06 user nova-compute[74702]:     </interface>
Oct 26 01:41:06 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:41:06 user nova-compute[74702]:       <mac address="fa:16:3e:d0:11:fc"/>
Oct 26 01:41:06 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:41:06 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:41:06 user nova-compute[74702]:       <target dev="tapf63a6ca3-b0"/>
Oct 26 01:41:06 user nova-compute[74702]:     </interface>
Oct 26 01:41:06 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:41:06 user nova-compute[74702]:       <mac address="fa:16:3e:21:9c:7e"/>
Oct 26 01:41:06 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:41:06 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:41:06 user nova-compute[74702]:       <target dev="tap4b1a4097-4f"/>
Oct 26 01:41:06 user nova-compute[74702]:     </interface>
Oct 26 01:41:06 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:41:06 user nova-compute[74702]:       <mac address="fa:16:3e:0a:ad:ef"/>
Oct 26 01:41:06 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:41:06 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:41:06 user nova-compute[74702]:       <target dev="tapd516f6b0-c2"/>
Oct 26 01:41:06 user nova-compute[74702]:     </interface>
Oct 26 01:41:06 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:41:06 user nova-compute[74702]:       <mac address="fa:16:3e:38:4a:d3"/>
Oct 26 01:41:06 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:41:06 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:41:06 user nova-compute[74702]:       <target dev="tapda70d82a-55"/>
Oct 26 01:41:06 user nova-compute[74702]:     </interface>
Oct 26 01:41:06 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:41:06 user nova-compute[74702]:       <mac address="fa:16:3e:1c:5d:0a"/>
Oct 26 01:41:06 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:41:06 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:41:06 user nova-compute[74702]:       <target dev="tap411c87da-f5"/>
Oct 26 01:41:06 user nova-compute[74702]:     </interface>
Oct 26 01:41:06 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:41:06 user nova-compute[74702]:       <mac address="fa:16:3e:c7:bd:0c"/>
Oct 26 01:41:06 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:41:06 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:41:06 user nova-compute[74702]:       <target dev="tap6a8dbe05-8e"/>
Oct 26 01:41:06 user nova-compute[74702]:     </interface>
Oct 26 01:41:06 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:41:06 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/fcd3b0e2-1995-4e60-b17c-f6074d3750e2/console.log" append="off"/>
Oct 26 01:41:06 user nova-compute[74702]:     </serial>
Oct 26 01:41:06 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:41:06 user nova-compute[74702]:     <video>
Oct 26 01:41:06 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:41:06 user nova-compute[74702]:     </video>
Oct 26 01:41:06 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:41:06 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:41:06 user nova-compute[74702]:     </rng>
Oct 26 01:41:06 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:41:06 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:41:06 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:41:06 user nova-compute[74702]:     </memballoon>
Oct 26 01:41:06 user nova-compute[74702]:   </devices>
Oct 26 01:41:06 user nova-compute[74702]: </domain>
Oct 26 01:41:06 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:7d:21,bridge_name='br-int',has_traffic_filtering=True,id=6426c818-1b31-486a-bb77-2d6013fad524,network=Network(48393d5e-f3cb-402e-b116-47325a29cfe9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6426c818-1b') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:7d:21,bridge_name='br-int',has_traffic_filtering=True,id=6426c818-1b31-486a-bb77-2d6013fad524,network=Network(48393d5e-f3cb-402e-b116-47325a29cfe9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6426c818-1b') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[efe0f7d9-e26e-4abc-b572-26569e9b391f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1d167d94-6130-554c-acd4-121e301aff95', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0] added
Oct 26 01:41:06 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6426c818-1b, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6426c818-1b, col_values=(('qos', UUID('2b9e1000-a280-4e81-b4e4-cf6bacbe73c3')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6426c818-1b, col_values=(('external_ids', {'iface-id': '6426c818-1b31-486a-bb77-2d6013fad524', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:77:7d:21', 'vm-uuid': 'fcd3b0e2-1995-4e60-b17c-f6074d3750e2'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e4d6737-bd4a-4ba0-85d7-675f2f61fef4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: INFO os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:7d:21,bridge_name='br-int',has_traffic_filtering=True,id=6426c818-1b31-486a-bb77-2d6013fad524,network=Network(48393d5e-f3cb-402e-b116-47325a29cfe9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6426c818-1b')
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:11:fc,bridge_name='br-int',has_traffic_filtering=True,id=f63a6ca3-b08c-4f26-9106-de46cbd4bf19,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf63a6ca3-b0') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:11:fc,bridge_name='br-int',has_traffic_filtering=True,id=f63a6ca3-b08c-4f26-9106-de46cbd4bf19,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf63a6ca3-b0') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4757a614-aa99-5d06-9913-0c9ee35262be', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[929695d3-69db-4cc6-99c6-4c4c7372771d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Acquiring lock "e2748235-7b0c-40be-a615-fc508fce690b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lock "e2748235-7b0c-40be-a615-fc508fce690b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zgrodVSX {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf63a6ca3-b0, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf63a6ca3-b0, col_values=(('qos', UUID('6e70921b-3aca-4377-8b0c-baaba292af1d')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf63a6ca3-b0, col_values=(('external_ids', {'iface-id': 'f63a6ca3-b08c-4f26-9106-de46cbd4bf19', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:11:fc', 'vm-uuid': 'fcd3b0e2-1995-4e60-b17c-f6074d3750e2'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zgrodVSX" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[267bc9c0-8eec-48f6-93c8-7b74808e1c99]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zgrodVSX'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.objects.instance [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lazy-loading 'flavor' on Instance uuid e2748235-7b0c-40be-a615-fc508fce690b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: INFO os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:11:fc,bridge_name='br-int',has_traffic_filtering=True,id=f63a6ca3-b08c-4f26-9106-de46cbd4bf19,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf63a6ca3-b0')
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:9c:7e,bridge_name='br-int',has_traffic_filtering=True,id=4b1a4097-4f3a-46ca-a7aa-55d206296b56,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4b1a4097-4f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:9c:7e,bridge_name='br-int',has_traffic_filtering=True,id=4b1a4097-4f3a-46ca-a7aa-55d206296b56,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4b1a4097-4f') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdac7839-8b58-4174-a490-14616bad9b30]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f935a16c-24f2-5704-9dbf-4dcc80295cb0', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4b1a4097-4f, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4b1a4097-4f, col_values=(('qos', UUID('3c5f4131-9d74-4909-8b65-00e8bfc12ebb')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4b1a4097-4f, col_values=(('external_ids', {'iface-id': '4b1a4097-4f3a-46ca-a7aa-55d206296b56', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:9c:7e', 'vm-uuid': 'fcd3b0e2-1995-4e60-b17c-f6074d3750e2'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebc6a155-23b1-4584-85bd-b7213d11a6e1]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lock "e2748235-7b0c-40be-a615-fc508fce690b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.115s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: INFO os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:9c:7e,bridge_name='br-int',has_traffic_filtering=True,id=4b1a4097-4f3a-46ca-a7aa-55d206296b56,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4b1a4097-4f')
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ad:ef,bridge_name='br-int',has_traffic_filtering=True,id=d516f6b0-c2ab-4e37-80ce-410c4876e4e0,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd516f6b0-c2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ad:ef,bridge_name='br-int',has_traffic_filtering=True,id=d516f6b0-c2ab-4e37-80ce-410c4876e4e0,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd516f6b0-c2') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3039d0c2-718c-5dc3-a7d0-354f1b154bf6', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd516f6b0-c2, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd516f6b0-c2, col_values=(('qos', UUID('f795c779-2380-47df-82b7-b97a26f17631')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd516f6b0-c2, col_values=(('external_ids', {'iface-id': 'd516f6b0-c2ab-4e37-80ce-410c4876e4e0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0a:ad:ef', 'vm-uuid': 'fcd3b0e2-1995-4e60-b17c-f6074d3750e2'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bfb7691-3c5f-46ec-9888-31831d6ba095]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0, portal: 172.16.0.220,3260]
Oct 26 01:41:06 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0, portal: 172.16.0.220,3260] successful.
Oct 26 01:41:06 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "419d3630-8338-4412-a45a-9ab2e7b961a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d650cc25-4772-45de-9ff5-6c79a7043cc1]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.objects.instance [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lazy-loading 'flavor' on Instance uuid 419d3630-8338-4412-a45a-9ab2e7b961a0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: INFO os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ad:ef,bridge_name='br-int',has_traffic_filtering=True,id=d516f6b0-c2ab-4e37-80ce-410c4876e4e0,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd516f6b0-c2')
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:4a:d3,bridge_name='br-int',has_traffic_filtering=True,id=da70d82a-55c3-4951-a420-e9f6fa201fa8,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda70d82a-55') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:4a:d3,bridge_name='br-int',has_traffic_filtering=True,id=da70d82a-55c3-4951-a420-e9f6fa201fa8,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda70d82a-55') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6686b810-7d94-56e5-af1f-b1b8529745ee', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f126479-846e-4572-a5a6-3188ee1dcc50]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:06 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.373s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[16aa6e76-4a3e-4231-93bb-d33b5603b77f]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zgrodVSX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapda70d82a-55, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapda70d82a-55, col_values=(('qos', UUID('b2de0c8c-c96f-48dc-88ac-36d5c88ff470')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapda70d82a-55, col_values=(('external_ids', {'iface-id': 'da70d82a-55c3-4951-a420-e9f6fa201fa8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:38:4a:d3', 'vm-uuid': 'fcd3b0e2-1995-4e60-b17c-f6074d3750e2'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Acquiring lock "e2748235-7b0c-40be-a615-fc508fce690b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lock "e2748235-7b0c-40be-a615-fc508fce690b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:06 user nova-compute[74702]: INFO nova.compute.manager [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Attaching volume 191b4a3e-b023-499b-8025-1918878ef1b2 to /dev/vdb
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: INFO os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:4a:d3,bridge_name='br-int',has_traffic_filtering=True,id=da70d82a-55c3-4951-a420-e9f6fa201fa8,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda70d82a-55')
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:5d:0a,bridge_name='br-int',has_traffic_filtering=True,id=411c87da-f530-4509-9806-72abb6d40476,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap411c87da-f5') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:5d:0a,bridge_name='br-int',has_traffic_filtering=True,id=411c87da-f530-4509-9806-72abb6d40476,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap411c87da-f5') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '87bacb09-4c2b-5e68-8162-de74d810324a', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap411c87da-f5, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap411c87da-f5, col_values=(('qos', UUID('a84a8675-ff10-4e96-9e32-e53e08cfccfa')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap411c87da-f5, col_values=(('external_ids', {'iface-id': '411c87da-f530-4509-9806-72abb6d40476', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:5d:0a', 'vm-uuid': 'fcd3b0e2-1995-4e60-b17c-f6074d3750e2'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "419d3630-8338-4412-a45a-9ab2e7b961a0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:06 user nova-compute[74702]: INFO nova.compute.manager [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Attaching volume 88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 to /dev/vdb
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ovMBXIuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:06 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.utils [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e35b2ba-6867-430e-a7ef-b6c1ffe50e85]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: INFO os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:5d:0a,bridge_name='br-int',has_traffic_filtering=True,id=411c87da-f530-4509-9806-72abb6d40476,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap411c87da-f5')
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:bd:0c,bridge_name='br-int',has_traffic_filtering=True,id=6a8dbe05-8ecf-40ed-acef-479b18e88549,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a8dbe05-8e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:bd:0c,bridge_name='br-int',has_traffic_filtering=True,id=6a8dbe05-8ecf-40ed-acef-479b18e88549,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a8dbe05-8e') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2c00c84a-66f6-5fde-9008-bacce0dd3d76', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd132afb-a35a-4f0f-87f4-2dd1473b042d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.utils [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3f041a6-0117-4734-aff3-2395c43068eb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9769e7f7-13d8-4926-a9c8-4a8ca3951674]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[36460a92-338a-49a7-a882-5b3b6bf7d508]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfd4ecba-8710-4fb5-aef5-9a5098807f55]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6a8dbe05-8e, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6a8dbe05-8e, col_values=(('qos', UUID('75ade158-1af4-4edc-a577-48df0104fb1f')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6a8dbe05-8e, col_values=(('external_ids', {'iface-id': '6a8dbe05-8ecf-40ed-acef-479b18e88549', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c7:bd:0c', 'vm-uuid': 'fcd3b0e2-1995-4e60-b17c-f6074d3750e2'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:41:06 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b431ac6-8baf-4536-8657-be5d94a3cb8e]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.utils [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Updating existing volume attachment record: 5aaf1ff3-38fe-45c8-9ab4-dd67ff6ced96 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[09086bcb-7615-4578-8054-045600176374]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8329e2c7-0297-4c93-b6d3-6a0817097553]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:06 user nova-compute[74702]: INFO os_vif [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:bd:0c,bridge_name='br-int',has_traffic_filtering=True,id=6a8dbe05-8ecf-40ed-acef-479b18e88549,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a8dbe05-8e')
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:41:06 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:41:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[04cd6dc7-88e1-48fc-8146-13700b3ff3b0]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG os_brick.utils [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:06 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Updating existing volume attachment record: c7b9755f-eddc-45cf-89bd-aff7c7a98c41 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] No BDM found with device name hda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] No VIF found with MAC fa:16:3e:77:7d:21, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] No VIF found with MAC fa:16:3e:38:4a:d3, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:41:07 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Using config drive
Oct 26 01:41:07 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Creating config drive at /opt/stack/data/nova/instances/fcd3b0e2-1995-4e60-b17c-f6074d3750e2/disk.config
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/fcd3b0e2-1995-4e60-b17c-f6074d3750e2/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp4ufilbdn {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/fcd3b0e2-1995-4e60-b17c-f6074d3750e2/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp4ufilbdn" returned: 0 in 0.069s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.410s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] <== connect_volume: return (1476ms) {'type': 'block', 'scsi_wwn': '26561626663386231', 'path': '/dev/sde'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26561626663386231', 'path': '/dev/sde'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.808s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:07 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:07 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'flavor' on Instance uuid 87902f05-5656-4a17-8008-921fb5d2fafb {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4800a1c7-b86a-45ac-9b9c-63f15ececfd9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:41:07 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:41:07 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:07 user nova-compute[74702]:   <source dev="/dev/sde"/>
Oct 26 01:41:07 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:41:07 user nova-compute[74702]:   <serial>46b8ca41-c203-48d5-bec0-cd99142caac0</serial>
Oct 26 01:41:07 user nova-compute[74702]: </disk>
Oct 26 01:41:07 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2b3b048-fe38-4f3a-8357-1e2704560bad]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1] added
Oct 26 01:41:07 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b74b4c47-36f9-4cc8-a178-00aaad0fcac1]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b23c768-c20d-4afa-8c74-3ce747c94224]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ovMBXIuT {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ovMBXIuT" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[34a0a467-022e-430e-9ef6-b1c3b4760c5d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ovMBXIuT'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[18c4a252-b636-4e28-8f6f-9f7739da29ba]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[72be37f9-7891-47d6-94f7-181a49ed1474]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4ec9b8f-e5fa-46a7-ac47-ab8ce1b1168b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1, portal: 172.16.0.220,3260]
Oct 26 01:41:07 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1, portal: 172.16.0.220,3260] successful.
Oct 26 01:41:07 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[827f0cfa-1496-42e5-9269-781de34cccc6]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[05154f97-de04-4c23-ad12-c8e37faf71d5]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:07 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[52530ab5-b900-44e3-9f41-bc4c635572cb]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:41:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ovMBXIuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:41:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No VIF found with MAC fa:16:3e:4e:09:60, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:41:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] <== connect_volume: return (2131ms) {'type': 'block', 'scsi_wwn': '26363316161633666', 'path': '/dev/sdf'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26363316161633666', 'path': '/dev/sdf'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:41:08 user nova-compute[74702]: DEBUG nova.objects.instance [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lazy-loading 'flavor' on Instance uuid 9f665c8f-4115-4860-bccd-72e1e052bd9e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:41:08 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:08 user nova-compute[74702]:   <source dev="/dev/sdf"/>
Oct 26 01:41:08 user nova-compute[74702]:   <target dev="sdc" bus="scsi"/>
Oct 26 01:41:08 user nova-compute[74702]:   <serial>deb386a7-ba40-4d00-9ce5-67e58a6f29a1</serial>
Oct 26 01:41:08 user nova-compute[74702]:   <address type="drive" controller="0" unit="2"/>
Oct 26 01:41:08 user nova-compute[74702]: </disk>
Oct 26 01:41:08 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:41:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef872162-d130-4344-9e48-fa837b2323de req-3ccddf49-64b7-4a73-a01a-7a09a03abecb service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef872162-d130-4344-9e48-fa837b2323de req-3ccddf49-64b7-4a73-a01a-7a09a03abecb service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef872162-d130-4344-9e48-fa837b2323de req-3ccddf49-64b7-4a73-a01a-7a09a03abecb service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef872162-d130-4344-9e48-fa837b2323de req-3ccddf49-64b7-4a73-a01a-7a09a03abecb service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef872162-d130-4344-9e48-fa837b2323de req-3ccddf49-64b7-4a73-a01a-7a09a03abecb service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:09 user nova-compute[74702]: WARNING nova.compute.manager [req-ef872162-d130-4344-9e48-fa837b2323de req-3ccddf49-64b7-4a73-a01a-7a09a03abecb service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-6426c818-1b31-486a-bb77-2d6013fad524 for instance with vm_state building and task_state spawning.
Oct 26 01:41:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] No BDM found with device name sda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] No VIF found with MAC fa:16:3e:84:11:31, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-ae050db6-b013-424f-a1c5-12f0d01609fe req-56521a78-5376-460e-97bc-1694d4af0681 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-4b1a4097-4f3a-46ca-a7aa-55d206296b56 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ae050db6-b013-424f-a1c5-12f0d01609fe req-56521a78-5376-460e-97bc-1694d4af0681 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ae050db6-b013-424f-a1c5-12f0d01609fe req-56521a78-5376-460e-97bc-1694d4af0681 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ae050db6-b013-424f-a1c5-12f0d01609fe req-56521a78-5376-460e-97bc-1694d4af0681 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-ae050db6-b013-424f-a1c5-12f0d01609fe req-56521a78-5376-460e-97bc-1694d4af0681 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-4b1a4097-4f3a-46ca-a7aa-55d206296b56 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:10 user nova-compute[74702]: WARNING nova.compute.manager [req-ae050db6-b013-424f-a1c5-12f0d01609fe req-56521a78-5376-460e-97bc-1694d4af0681 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-4b1a4097-4f3a-46ca-a7aa-55d206296b56 for instance with vm_state building and task_state spawning.
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-76fdac0e-5392-49f4-b107-bade888c8c08 req-1e622248-36b3-41e9-954a-44914e8cdade service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-76fdac0e-5392-49f4-b107-bade888c8c08 req-1e622248-36b3-41e9-954a-44914e8cdade service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-76fdac0e-5392-49f4-b107-bade888c8c08 req-1e622248-36b3-41e9-954a-44914e8cdade service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-76fdac0e-5392-49f4-b107-bade888c8c08 req-1e622248-36b3-41e9-954a-44914e8cdade service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-76fdac0e-5392-49f4-b107-bade888c8c08 req-1e622248-36b3-41e9-954a-44914e8cdade service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:11 user nova-compute[74702]: WARNING nova.compute.manager [req-76fdac0e-5392-49f4-b107-bade888c8c08 req-1e622248-36b3-41e9-954a-44914e8cdade service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-da70d82a-55c3-4951-a420-e9f6fa201fa8 for instance with vm_state building and task_state spawning.
Oct 26 01:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:11 user nova-compute[74702]: WARNING nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-6426c818-1b31-486a-bb77-2d6013fad524 for instance with vm_state building and task_state spawning.
Oct 26 01:41:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:11 user nova-compute[74702]: WARNING nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 for instance with vm_state building and task_state spawning.
Oct 26 01:41:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:11 user nova-compute[74702]: WARNING nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 for instance with vm_state building and task_state spawning.
Oct 26 01:41:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:11 user nova-compute[74702]: WARNING nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 for instance with vm_state building and task_state spawning.
Oct 26 01:41:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:11 user nova-compute[74702]: WARNING nova.compute.manager [req-b8e2e0a9-072a-41af-a7ba-264c14e359c9 req-541838cf-6319-449a-be97-771ff8069886 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 for instance with vm_state building and task_state spawning.
Oct 26 01:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:12 user nova-compute[74702]: DEBUG nova.compute.manager [req-d00d7adb-b32d-4305-b12a-528f82eb4613 req-b3cdcc9b-e3b5-4e6b-acbe-7b4e73fa3c37 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-4b1a4097-4f3a-46ca-a7aa-55d206296b56 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d00d7adb-b32d-4305-b12a-528f82eb4613 req-b3cdcc9b-e3b5-4e6b-acbe-7b4e73fa3c37 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d00d7adb-b32d-4305-b12a-528f82eb4613 req-b3cdcc9b-e3b5-4e6b-acbe-7b4e73fa3c37 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d00d7adb-b32d-4305-b12a-528f82eb4613 req-b3cdcc9b-e3b5-4e6b-acbe-7b4e73fa3c37 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:12 user nova-compute[74702]: DEBUG nova.compute.manager [req-d00d7adb-b32d-4305-b12a-528f82eb4613 req-b3cdcc9b-e3b5-4e6b-acbe-7b4e73fa3c37 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-4b1a4097-4f3a-46ca-a7aa-55d206296b56 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:12 user nova-compute[74702]: WARNING nova.compute.manager [req-d00d7adb-b32d-4305-b12a-528f82eb4613 req-b3cdcc9b-e3b5-4e6b-acbe-7b4e73fa3c37 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-4b1a4097-4f3a-46ca-a7aa-55d206296b56 for instance with vm_state building and task_state spawning.
Oct 26 01:41:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-2deb0823-6085-4e04-9444-1bb13bb04be7 req-79db2d4d-76d8-4c86-a85c-d7078f56b880 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2deb0823-6085-4e04-9444-1bb13bb04be7 req-79db2d4d-76d8-4c86-a85c-d7078f56b880 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2deb0823-6085-4e04-9444-1bb13bb04be7 req-79db2d4d-76d8-4c86-a85c-d7078f56b880 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2deb0823-6085-4e04-9444-1bb13bb04be7 req-79db2d4d-76d8-4c86-a85c-d7078f56b880 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-2deb0823-6085-4e04-9444-1bb13bb04be7 req-79db2d4d-76d8-4c86-a85c-d7078f56b880 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:13 user nova-compute[74702]: WARNING nova.compute.manager [req-2deb0823-6085-4e04-9444-1bb13bb04be7 req-79db2d4d-76d8-4c86-a85c-d7078f56b880 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-da70d82a-55c3-4951-a420-e9f6fa201fa8 for instance with vm_state building and task_state spawning.
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:13 user nova-compute[74702]: WARNING nova.compute.manager [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-411c87da-f530-4509-9806-72abb6d40476 for instance with vm_state building and task_state spawning.
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:13 user nova-compute[74702]: WARNING nova.compute.manager [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-411c87da-f530-4509-9806-72abb6d40476 for instance with vm_state building and task_state spawning.
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:13 user nova-compute[74702]: WARNING nova.compute.manager [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-6a8dbe05-8ecf-40ed-acef-479b18e88549 for instance with vm_state building and task_state spawning.
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:13 user nova-compute[74702]: WARNING nova.compute.manager [req-9d227359-e49e-4ee3-81be-221e056b33c0 req-4259e02b-28d7-4bf1-9551-7262fd400855 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-6a8dbe05-8ecf-40ed-acef-479b18e88549 for instance with vm_state building and task_state spawning.
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:41:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Instance spawned successfully.
Oct 26 01:41:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:41:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:41:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:41:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:41:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:41:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:41:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:41:14 user nova-compute[74702]: INFO nova.compute.manager [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Took 12.16 seconds to spawn the instance on the hypervisor.
Oct 26 01:41:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:41:14 user nova-compute[74702]: INFO nova.compute.manager [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Took 75.42 seconds to build instance.
Oct 26 01:41:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9c0a6158-5acd-475e-b6d8-36c129637a70 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 75.521s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:41:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:41:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-ff1dd0ba-18dc-41eb-a617-6f65897962c2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:41:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-ff1dd0ba-18dc-41eb-a617-6f65897962c2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:41:14 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:41:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Updating instance_info_cache with network_info: [{"id": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "address": "fa:16:3e:bb:69:5b", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2511803-cc", "ovs_interfaceid": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:41:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-ff1dd0ba-18dc-41eb-a617-6f65897962c2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:41:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:41:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:41:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:41:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:41:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:41:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:41:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:18 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:41:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdf (sdc) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:41:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMIujzwN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:23 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:23 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:23 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c74db9a-aea9-4e21-9d5e-c5070e087ec6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:41:23 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c0d6e95-65d4-49e2-9014-1ba6baee9839]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a] added
Oct 26 01:41:23 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5a3ad3e-fd4a-4c1d-803a-6ad87e9c6585]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:24 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:41:24 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=6887MB free_disk=25.446449279785156GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3db3fbfd-bb82-41cc-86ce-627b7dafb68f tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 37.226s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9fc4b49-5d9d-49da-9234-e77fc910ec4a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UMIujzwN {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a0f46de-d37d-4f44-8676-914707ec2cc6 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "87902f05-5656-4a17-8008-921fb5d2fafb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 55.597s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UMIujzwN" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aacdcc9-7868-41df-9114-f0c6268dfcfe]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UMIujzwN'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5e8cc0f-d730-4e86-b897-498bdb1db7b6]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac63c1e4-f436-4d4f-bd2e-5bb726c7490e]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ff1dd0ba-18dc-41eb-a617-6f65897962c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 87902f05-5656-4a17-8008-921fb5d2fafb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3b14c16c-886e-4c7e-babe-2514af23b2bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 9f665c8f-4115-4860-bccd-72e1e052bd9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 419d3630-8338-4412-a45a-9ab2e7b961a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 28355258-10da-4098-ad51-339560388173 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance e2748235-7b0c-40be-a615-fc508fce690b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance fcd3b0e2-1995-4e60-b17c-f6074d3750e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 7374bc0e-697a-486f-a38c-eb6512baa71d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 839cf49b-bf64-4655-83a9-933fd1c866ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4daeceb8-250a-430d-8cee-9a6f146441b7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a, portal: 172.16.0.220,3260]
Oct 26 01:41:24 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a, portal: 172.16.0.220,3260] successful.
Oct 26 01:41:24 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa715d4-8d42-4f01-93c8-cc580af67092]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fadf4896-f77f-4c6d-bce3-2750382579f5]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:24 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:24 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:24 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.834s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbde160d-3000-4221-bcc6-aeb6cd2fbc45]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMIujzwN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:41:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.591s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:25 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.872s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:25 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] <== connect_volume: return (1875ms) {'type': 'block', 'scsi_wwn': '23137373162613663', 'path': '/dev/sdg'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23137373162613663', 'path': '/dev/sdg'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:41:25 user nova-compute[74702]: DEBUG nova.objects.instance [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lazy-loading 'flavor' on Instance uuid 28355258-10da-4098-ad51-339560388173 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:25 user nova-compute[74702]: INFO nova.compute.manager [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Detaching volume deb386a7-ba40-4d00-9ce5-67e58a6f29a1
Oct 26 01:41:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:41:25 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:25 user nova-compute[74702]:   <source dev="/dev/sdg"/>
Oct 26 01:41:25 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:41:25 user nova-compute[74702]:   <serial>bd24349d-815f-4e89-a505-5501b6b40c0a</serial>
Oct 26 01:41:25 user nova-compute[74702]: </disk>
Oct 26 01:41:25 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:41:25 user nova-compute[74702]: INFO nova.virt.block_device [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Attempting to driver detach volume deb386a7-ba40-4d00-9ce5-67e58a6f29a1 from mountpoint /dev/sdc
Oct 26 01:41:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Attempting to detach device sdc from instance 9f665c8f-4115-4860-bccd-72e1e052bd9e from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:41:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:41:25 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:25 user nova-compute[74702]:   <source dev="/dev/sdf"/>
Oct 26 01:41:25 user nova-compute[74702]:   <target dev="sdc" bus="scsi"/>
Oct 26 01:41:25 user nova-compute[74702]:   <serial>deb386a7-ba40-4d00-9ce5-67e58a6f29a1</serial>
Oct 26 01:41:25 user nova-compute[74702]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 26 01:41:25 user nova-compute[74702]: </disk>
Oct 26 01:41:25 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:41:25 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Successfully detached device sdc from instance 9f665c8f-4115-4860-bccd-72e1e052bd9e from the persistent domain config.
Oct 26 01:41:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 9f665c8f-4115-4860-bccd-72e1e052bd9e from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:41:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:41:25 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:25 user nova-compute[74702]:   <source dev="/dev/sdf"/>
Oct 26 01:41:25 user nova-compute[74702]:   <target dev="sdc" bus="scsi"/>
Oct 26 01:41:25 user nova-compute[74702]:   <serial>deb386a7-ba40-4d00-9ce5-67e58a6f29a1</serial>
Oct 26 01:41:25 user nova-compute[74702]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 26 01:41:25 user nova-compute[74702]: </disk>
Oct 26 01:41:25 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:41:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] No BDM found with device name hda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] No VIF found with MAC fa:16:3e:92:ae:6e, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:41:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d38dece2-30bc-472e-99c2-af707bec6f2b tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "28355258-10da-4098-ad51-339560388173" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.292s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 9f665c8f-4115-4860-bccd-72e1e052bd9e {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:41:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "cff55563-391a-4d8c-a1b8-116325ea1966" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "cff55563-391a-4d8c-a1b8-116325ea1966" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:41:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:41:27 user nova-compute[74702]: INFO nova.compute.claims [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Claim successful on node user
Oct 26 01:41:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:41:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:41:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:41:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tENDkloT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:28 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:28 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:28 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6305e9b-0ff1-4e18-a411-1bb736643091]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:41:28 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4254f964-dd94-406d-a3c5-21e5ffdf499f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2] added
Oct 26 01:41:28 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "28355258-10da-4098-ad51-339560388173" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "28355258-10da-4098-ad51-339560388173" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a33be3cf-6260-4d5e-8960-4858d0c2ddce]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:28 user nova-compute[74702]: INFO nova.compute.manager [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Detaching volume bd24349d-815f-4e89-a505-5501b6b40c0a
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d69e215-249e-4904-882d-4e0be59bca87]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tENDkloT {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tENDkloT" returned: 0 in 0.029s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e8030e3-c05a-49c7-881f-66753ca5e448]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tENDkloT'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:28 user nova-compute[74702]: INFO nova.virt.block_device [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Attempting to driver detach volume bd24349d-815f-4e89-a505-5501b6b40c0a from mountpoint /dev/vdb
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b5283c1-29b4-4902-9764-a42377c4d159]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Attempting to detach device vdb from instance 28355258-10da-4098-ad51-339560388173 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:41:28 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:28 user nova-compute[74702]:   <source dev="/dev/sdg"/>
Oct 26 01:41:28 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:41:28 user nova-compute[74702]:   <serial>bd24349d-815f-4e89-a505-5501b6b40c0a</serial>
Oct 26 01:41:28 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 26 01:41:28 user nova-compute[74702]: </disk>
Oct 26 01:41:28 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[47bd6fe3-012e-4286-835b-4e4274d1a00d]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:28 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:28 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:28 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Successfully detached device vdb from instance 28355258-10da-4098-ad51-339560388173 from the persistent domain config.
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 28355258-10da-4098-ad51-339560388173 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:41:28 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:28 user nova-compute[74702]:   <source dev="/dev/sdg"/>
Oct 26 01:41:28 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:41:28 user nova-compute[74702]:   <serial>bd24349d-815f-4e89-a505-5501b6b40c0a</serial>
Oct 26 01:41:28 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 26 01:41:28 user nova-compute[74702]: </disk>
Oct 26 01:41:28 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IfvpYUVa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:28 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --login" returned: 0 in 0.103s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d0a52ae-13d6-4a75-ac3b-4c058f6aeb18]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2, portal: 172.16.0.220,3260]
Oct 26 01:41:28 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2, portal: 172.16.0.220,3260] successful.
Oct 26 01:41:28 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e122a5d4-eece-4a0c-a1cd-e9e5e9516b75]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ad69f6f-01de-48a6-8dee-472cd3c91613]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:28 user nova-compute[74702]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)
Oct 26 01:41:28 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.368s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Scanning host 39 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f407f288-fa49-4ce9-a463-8d0e47d7fecb]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tENDkloT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.578s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.network.neutron [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:41:28 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.policy [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd78843fc35a425d8bb2bbad2a88ba74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff70c2375cf040e99c2c6c096e8b0600', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 28355258-10da-4098-ad51-339560388173 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:41:28 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Creating image(s)
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "/opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "/opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "/opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.211s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk 1073741824" returned: 0 in 0.046s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.network.neutron [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Successfully created port: 216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.411s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] <== connect_volume: return (1415ms) {'type': 'block', 'scsi_wwn': '26630616264373933', 'path': '/dev/sdh'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26630616264373933', 'path': '/dev/sdh'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.194s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:29 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:29 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.objects.instance [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lazy-loading 'flavor' on Instance uuid e2748235-7b0c-40be-a615-fc508fce690b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fc5386d-188d-42f7-b099-bac092c5bd2b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:41:29 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Cannot resize image /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Ensure instance console log exists: /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d6bb747-5e0b-4b9c-8f52-3998e8d78c5d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4] added
Oct 26 01:41:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] attach device xml: <disk type="block" device="disk">
Oct 26 01:41:29 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:29 user nova-compute[74702]:   <source dev="/dev/sdh"/>
Oct 26 01:41:29 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:41:29 user nova-compute[74702]:   <serial>191b4a3e-b023-499b-8025-1918878ef1b2</serial>
Oct 26 01:41:29 user nova-compute[74702]: </disk>
Oct 26 01:41:29 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[265fc0e5-50a8-460b-beb6-378878fa0d8f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[73c07ca7-0b88-478f-abfe-aeb21d7caf39]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IfvpYUVa {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IfvpYUVa" returned: 0 in 0.032s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[59430177-aeb9-4a34-b8cc-99263adafeea]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IfvpYUVa'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ca26a7b-ac56-44ce-9ab6-23789dec9e1c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[38235187-7019-4ee0-ad0d-5c8481967653]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --login" returned: 0 in 0.091s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a18e5c0a-5e41-41b4-88ad-fe688f680e11]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4, portal: 172.16.0.220,3260]
Oct 26 01:41:29 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4, portal: 172.16.0.220,3260] successful.
Oct 26 01:41:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e356bc8e-cc23-4967-88c2-8fa2cd075843]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[03fec363-fa99-42d3-8320-a681ecdb51e6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:29 user nova-compute[74702]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)
Oct 26 01:41:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.370s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[db46278f-10b0-42d9-97b8-56607d38be17]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IfvpYUVa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.network.neutron [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Successfully updated port: 216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "refresh_cache-cff55563-391a-4d8c-a1b8-116325ea1966" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquired lock "refresh_cache-cff55563-391a-4d8c-a1b8-116325ea1966" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.network.neutron [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.compute.manager [req-426d0ba2-3350-4b2f-a1f3-908f885c4dff req-9d5969dc-902a-46ee-b439-0fe9d0e549e8 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Received event network-changed-216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.compute.manager [req-426d0ba2-3350-4b2f-a1f3-908f885c4dff req-9d5969dc-902a-46ee-b439-0fe9d0e549e8 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Refreshing instance network info cache due to event network-changed-216369f2-fa15-48ed-a3d7-eb9e67421571. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-426d0ba2-3350-4b2f-a1f3-908f885c4dff req-9d5969dc-902a-46ee-b439-0fe9d0e549e8 service nova] Acquiring lock "refresh_cache-cff55563-391a-4d8c-a1b8-116325ea1966" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] No VIF found with MAC fa:16:3e:e1:39:6c, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.network.neutron [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3b15b0e7-0e82-41ae-a0ed-3009a1a1fbf2 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lock "e2748235-7b0c-40be-a615-fc508fce690b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.599s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.network.neutron [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Updating instance_info_cache with network_info: [{"id": "216369f2-fa15-48ed-a3d7-eb9e67421571", "address": "fa:16:3e:44:82:8b", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap216369f2-fa", "ovs_interfaceid": "216369f2-fa15-48ed-a3d7-eb9e67421571", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Releasing lock "refresh_cache-cff55563-391a-4d8c-a1b8-116325ea1966" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.compute.manager [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Instance network_info: |[{"id": "216369f2-fa15-48ed-a3d7-eb9e67421571", "address": "fa:16:3e:44:82:8b", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap216369f2-fa", "ovs_interfaceid": "216369f2-fa15-48ed-a3d7-eb9e67421571", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-426d0ba2-3350-4b2f-a1f3-908f885c4dff req-9d5969dc-902a-46ee-b439-0fe9d0e549e8 service nova] Acquired lock "refresh_cache-cff55563-391a-4d8c-a1b8-116325ea1966" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.network.neutron [req-426d0ba2-3350-4b2f-a1f3-908f885c4dff req-9d5969dc-902a-46ee-b439-0fe9d0e549e8 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Refreshing network info cache for port 216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Start _get_guest_xml network_info=[{"id": "216369f2-fa15-48ed-a3d7-eb9e67421571", "address": "fa:16:3e:44:82:8b", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap216369f2-fa", "ovs_interfaceid": "216369f2-fa15-48ed-a3d7-eb9e67421571", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:41:30 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:41:30 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:41:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1941521787',display_name='tempest-AttachVolumeNegativeTest-server-1941521787',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1941521787',id=14,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKXfx1h735UWH6R8my30IwJq/Qbvmv4LNcF0QsOf60w3Lmh5rK215NqWVi3kwjJ3bIDdkC+KCln31TyjOfczeRW/f/RJzniVnmaiYKWU62YxVJMVBNBna6S4IhWWG1l+nA==',key_name='tempest-keypair-1406378878',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff70c2375cf040e99c2c6c096e8b0600',ramdisk_id='',reservation_id='r-soptrubd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1370319411',owner_user_name='tempest-AttachVolumeNegativeTest-1370319411-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:41:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd78843fc35a425d8bb2bbad2a88ba74',uuid=cff55563-391a-4d8c-a1b8-116325ea1966,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "216369f2-fa15-48ed-a3d7-eb9e67421571", "address": "fa:16:3e:44:82:8b", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap216369f2-fa", "ovs_interfaceid": "216369f2-fa15-48ed-a3d7-eb9e67421571", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converting VIF {"id": "216369f2-fa15-48ed-a3d7-eb9e67421571", "address": "fa:16:3e:44:82:8b", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap216369f2-fa", "ovs_interfaceid": "216369f2-fa15-48ed-a3d7-eb9e67421571", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=216369f2-fa15-48ed-a3d7-eb9e67421571,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap216369f2-fa') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.objects.instance [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'pci_devices' on Instance uuid cff55563-391a-4d8c-a1b8-116325ea1966 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:41:30 user nova-compute[74702]:   <uuid>cff55563-391a-4d8c-a1b8-116325ea1966</uuid>
Oct 26 01:41:30 user nova-compute[74702]:   <name>instance-0000000e</name>
Oct 26 01:41:30 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:41:30 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:41:30 user nova-compute[74702]:   <metadata>
Oct 26 01:41:30 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:41:30 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:41:30 user nova-compute[74702]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1941521787</nova:name>
Oct 26 01:41:30 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:41:30</nova:creationTime>
Oct 26 01:41:30 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:41:30 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:41:30 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:41:30 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:41:30 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:41:30 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:41:30 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:41:30 user nova-compute[74702]:       <nova:owner>
Oct 26 01:41:30 user nova-compute[74702]:         <nova:user uuid="fd78843fc35a425d8bb2bbad2a88ba74">tempest-AttachVolumeNegativeTest-1370319411-project-member</nova:user>
Oct 26 01:41:30 user nova-compute[74702]:         <nova:project uuid="ff70c2375cf040e99c2c6c096e8b0600">tempest-AttachVolumeNegativeTest-1370319411</nova:project>
Oct 26 01:41:30 user nova-compute[74702]:       </nova:owner>
Oct 26 01:41:30 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:41:30 user nova-compute[74702]:       <nova:ports>
Oct 26 01:41:30 user nova-compute[74702]:         <nova:port uuid="216369f2-fa15-48ed-a3d7-eb9e67421571">
Oct 26 01:41:30 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 26 01:41:30 user nova-compute[74702]:         </nova:port>
Oct 26 01:41:30 user nova-compute[74702]:       </nova:ports>
Oct 26 01:41:30 user nova-compute[74702]:     </nova:instance>
Oct 26 01:41:30 user nova-compute[74702]:   </metadata>
Oct 26 01:41:30 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:41:30 user nova-compute[74702]:     <system>
Oct 26 01:41:30 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:41:30 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:41:30 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:41:30 user nova-compute[74702]:       <entry name="serial">cff55563-391a-4d8c-a1b8-116325ea1966</entry>
Oct 26 01:41:30 user nova-compute[74702]:       <entry name="uuid">cff55563-391a-4d8c-a1b8-116325ea1966</entry>
Oct 26 01:41:30 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:41:30 user nova-compute[74702]:     </system>
Oct 26 01:41:30 user nova-compute[74702]:   </sysinfo>
Oct 26 01:41:30 user nova-compute[74702]:   <os>
Oct 26 01:41:30 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:41:30 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:41:30 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:41:30 user nova-compute[74702]:   </os>
Oct 26 01:41:30 user nova-compute[74702]:   <features>
Oct 26 01:41:30 user nova-compute[74702]:     <acpi/>
Oct 26 01:41:30 user nova-compute[74702]:     <apic/>
Oct 26 01:41:30 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:41:30 user nova-compute[74702]:   </features>
Oct 26 01:41:30 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:41:30 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:41:30 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:41:30 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:41:30 user nova-compute[74702]:   </clock>
Oct 26 01:41:30 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:41:30 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:41:30 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:41:30 user nova-compute[74702]:   </cpu>
Oct 26 01:41:30 user nova-compute[74702]:   <devices>
Oct 26 01:41:30 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:41:30 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:41:30 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk"/>
Oct 26 01:41:30 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:41:30 user nova-compute[74702]:     </disk>
Oct 26 01:41:30 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:41:30 user nova-compute[74702]:       <mac address="fa:16:3e:44:82:8b"/>
Oct 26 01:41:30 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:41:30 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:41:30 user nova-compute[74702]:       <target dev="tap216369f2-fa"/>
Oct 26 01:41:30 user nova-compute[74702]:     </interface>
Oct 26 01:41:30 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:41:30 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/console.log" append="off"/>
Oct 26 01:41:30 user nova-compute[74702]:     </serial>
Oct 26 01:41:30 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:41:30 user nova-compute[74702]:     <video>
Oct 26 01:41:30 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:41:30 user nova-compute[74702]:     </video>
Oct 26 01:41:30 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:41:30 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:41:30 user nova-compute[74702]:     </rng>
Oct 26 01:41:30 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:41:30 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:41:30 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:41:30 user nova-compute[74702]:     </memballoon>
Oct 26 01:41:30 user nova-compute[74702]:   </devices>
Oct 26 01:41:30 user nova-compute[74702]: </domain>
Oct 26 01:41:30 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:41:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1941521787',display_name='tempest-AttachVolumeNegativeTest-server-1941521787',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1941521787',id=14,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKXfx1h735UWH6R8my30IwJq/Qbvmv4LNcF0QsOf60w3Lmh5rK215NqWVi3kwjJ3bIDdkC+KCln31TyjOfczeRW/f/RJzniVnmaiYKWU62YxVJMVBNBna6S4IhWWG1l+nA==',key_name='tempest-keypair-1406378878',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff70c2375cf040e99c2c6c096e8b0600',ramdisk_id='',reservation_id='r-soptrubd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1370319411',owner_user_name='tempest-AttachVolumeNegativeTest-1370319411-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:41:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd78843fc35a425d8bb2bbad2a88ba74',uuid=cff55563-391a-4d8c-a1b8-116325ea1966,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "216369f2-fa15-48ed-a3d7-eb9e67421571", "address": "fa:16:3e:44:82:8b", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap216369f2-fa", "ovs_interfaceid": "216369f2-fa15-48ed-a3d7-eb9e67421571", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converting VIF {"id": "216369f2-fa15-48ed-a3d7-eb9e67421571", "address": "fa:16:3e:44:82:8b", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap216369f2-fa", "ovs_interfaceid": "216369f2-fa15-48ed-a3d7-eb9e67421571", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=216369f2-fa15-48ed-a3d7-eb9e67421571,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap216369f2-fa') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG os_vif [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=216369f2-fa15-48ed-a3d7-eb9e67421571,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap216369f2-fa') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd7a228af-686b-5162-a5b0-beef322a1fe8', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap216369f2-fa, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap216369f2-fa, col_values=(('qos', UUID('99a17d7c-3dab-44df-a765-9f5ba90f8eaf')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap216369f2-fa, col_values=(('external_ids', {'iface-id': '216369f2-fa15-48ed-a3d7-eb9e67421571', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:82:8b', 'vm-uuid': 'cff55563-391a-4d8c-a1b8-116325ea1966'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:30 user nova-compute[74702]: INFO os_vif [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=216369f2-fa15-48ed-a3d7-eb9e67421571,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap216369f2-fa')
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No VIF found with MAC fa:16:3e:44:82:8b, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.network.neutron [req-426d0ba2-3350-4b2f-a1f3-908f885c4dff req-9d5969dc-902a-46ee-b439-0fe9d0e549e8 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Updated VIF entry in instance network info cache for port 216369f2-fa15-48ed-a3d7-eb9e67421571. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.network.neutron [req-426d0ba2-3350-4b2f-a1f3-908f885c4dff req-9d5969dc-902a-46ee-b439-0fe9d0e549e8 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Updating instance_info_cache with network_info: [{"id": "216369f2-fa15-48ed-a3d7-eb9e67421571", "address": "fa:16:3e:44:82:8b", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap216369f2-fa", "ovs_interfaceid": "216369f2-fa15-48ed-a3d7-eb9e67421571", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-426d0ba2-3350-4b2f-a1f3-908f885c4dff req-9d5969dc-902a-46ee-b439-0fe9d0e549e8 service nova] Releasing lock "refresh_cache-cff55563-391a-4d8c-a1b8-116325ea1966" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.413s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] <== connect_volume: return (2607ms) {'type': 'block', 'scsi_wwn': '23964333966636334', 'path': '/dev/sdi'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23964333966636334', 'path': '/dev/sdi'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.objects.instance [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lazy-loading 'flavor' on Instance uuid 419d3630-8338-4412-a45a-9ab2e7b961a0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:41:30 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:30 user nova-compute[74702]:   <source dev="/dev/sdi"/>
Oct 26 01:41:30 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:41:30 user nova-compute[74702]:   <serial>88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4</serial>
Oct 26 01:41:30 user nova-compute[74702]: </disk>
Oct 26 01:41:30 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8735f12-85d1-4f91-a941-5cdb8d639087 tempest-VolumesAssistedSnapshotsTest-1316794488 tempest-VolumesAssistedSnapshotsTest-1316794488-project] [instance: e2748235-7b0c-40be-a615-fc508fce690b] volume_snapshot_create: create_info: {'snapshot_id': 'c28732b2-218e-4ee0-90f1-b352ec7951e9', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74702) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8735f12-85d1-4f91-a941-5cdb8d639087 tempest-VolumesAssistedSnapshotsTest-1316794488 tempest-VolumesAssistedSnapshotsTest-1316794488-project] [instance: e2748235-7b0c-40be-a615-fc508fce690b] snap xml: <domainsnapshot>
Oct 26 01:41:30 user nova-compute[74702]:   <disks>
Oct 26 01:41:30 user nova-compute[74702]:     <disk name="/dev/sdh" snapshot="external" type="file">
Oct 26 01:41:30 user nova-compute[74702]:       <source file="/dev/new_file"/>
Oct 26 01:41:30 user nova-compute[74702]:     </disk>
Oct 26 01:41:30 user nova-compute[74702]:     <disk name="vda" snapshot="no"/>
Oct 26 01:41:30 user nova-compute[74702]:   </disks>
Oct 26 01:41:30 user nova-compute[74702]: </domainsnapshot>
Oct 26 01:41:30 user nova-compute[74702]:  {{(pid=74702) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 26 01:41:30 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b8735f12-85d1-4f91-a941-5cdb8d639087 tempest-VolumesAssistedSnapshotsTest-1316794488 tempest-VolumesAssistedSnapshotsTest-1316794488-project] Lazy-loading 'system_metadata' on Instance uuid e2748235-7b0c-40be-a615-fc508fce690b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:31 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b8735f12-85d1-4f91-a941-5cdb8d639087 tempest-VolumesAssistedSnapshotsTest-1316794488 tempest-VolumesAssistedSnapshotsTest-1316794488-project] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [None req-b8735f12-85d1-4f91-a941-5cdb8d639087 tempest-VolumesAssistedSnapshotsTest-1316794488 tempest-VolumesAssistedSnapshotsTest-1316794488-project] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b] Traceback (most recent call last):
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     rv = execute(f, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     six.reraise(c, e, tb)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     raise value
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     rv = meth(*args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b] 
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [None req-b8735f12-85d1-4f91-a941-5cdb8d639087 tempest-VolumesAssistedSnapshotsTest-1316794488 tempest-VolumesAssistedSnapshotsTest-1316794488-project] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b] Traceback (most recent call last):
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     self._volume_snapshot_create(context, instance, guest,
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     rv = execute(f, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     six.reraise(c, e, tb)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     raise value
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     rv = meth(*args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b] 
Oct 26 01:41:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ca42a29-a217-4aa1-a0b0-2f3024c5c972 tempest-VolumesAssistedSnapshotsTest-1316794488 tempest-VolumesAssistedSnapshotsTest-1316794488-project] [instance: e2748235-7b0c-40be-a615-fc508fce690b] volume_snapshot_delete: delete_info: {'volume_id': '191b4a3e-b023-499b-8025-1918878ef1b2'} {{(pid=74702) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [None req-7ca42a29-a217-4aa1-a0b0-2f3024c5c972 tempest-VolumesAssistedSnapshotsTest-1316794488 tempest-VolumesAssistedSnapshotsTest-1316794488-project] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b] Traceback (most recent call last):
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b]     if delete_info['type'] != 'qcow2':
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b] KeyError: 'type'
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [instance: e2748235-7b0c-40be-a615-fc508fce690b] 
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [None req-b8735f12-85d1-4f91-a941-5cdb8d639087 tempest-VolumesAssistedSnapshotsTest-1316794488 tempest-VolumesAssistedSnapshotsTest-1316794488-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot c28732b2-218e-4ee0-90f1-b352ec7951e9 could not be found.
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     raise value
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver 
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver 
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot c28732b2-218e-4ee0-90f1-b352ec7951e9 could not be found. (HTTP 404) (Request-ID: req-26f990a9-555a-46dd-88c6-f0576f003229)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver 
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver 
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot c28732b2-218e-4ee0-90f1-b352ec7951e9 could not be found.
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver 
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver [None req-7ca42a29-a217-4aa1-a0b0-2f3024c5c972 tempest-VolumesAssistedSnapshotsTest-1316794488 tempest-VolumesAssistedSnapshotsTest-1316794488-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver 
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver 
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-a8c3662d-ba48-4130-929e-3d16f3b5bc02)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver 
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver 
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 26 01:41:31 user nova-compute[74702]: ERROR nova.virt.libvirt.driver 
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server [None req-b8735f12-85d1-4f91-a941-5cdb8d639087 tempest-VolumesAssistedSnapshotsTest-1316794488 tempest-VolumesAssistedSnapshotsTest-1316794488-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise value
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server 
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server [None req-7ca42a29-a217-4aa1-a0b0-2f3024c5c972 tempest-VolumesAssistedSnapshotsTest-1316794488 tempest-VolumesAssistedSnapshotsTest-1316794488-project] Exception during message handling: KeyError: 'type'
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 26 01:41:31 user nova-compute[74702]: ERROR oslo_messaging.rpc.server 
Oct 26 01:41:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Acquiring lock "e2748235-7b0c-40be-a615-fc508fce690b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lock "e2748235-7b0c-40be-a615-fc508fce690b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:31 user nova-compute[74702]: INFO nova.compute.manager [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Detaching volume 191b4a3e-b023-499b-8025-1918878ef1b2
Oct 26 01:41:31 user nova-compute[74702]: INFO nova.virt.block_device [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Attempting to driver detach volume 191b4a3e-b023-499b-8025-1918878ef1b2 from mountpoint /dev/vdb
Oct 26 01:41:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Attempting to detach device vdb from instance e2748235-7b0c-40be-a615-fc508fce690b from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:41:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] detach device xml: <disk type="block" device="disk">
Oct 26 01:41:31 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:31 user nova-compute[74702]:   <source dev="/dev/sdh"/>
Oct 26 01:41:31 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:41:31 user nova-compute[74702]:   <serial>191b4a3e-b023-499b-8025-1918878ef1b2</serial>
Oct 26 01:41:31 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:41:31 user nova-compute[74702]: </disk>
Oct 26 01:41:31 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:41:31 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Successfully detached device vdb from instance e2748235-7b0c-40be-a615-fc508fce690b from the persistent domain config.
Oct 26 01:41:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e2748235-7b0c-40be-a615-fc508fce690b from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:41:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] detach device xml: <disk type="block" device="disk">
Oct 26 01:41:31 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:31 user nova-compute[74702]:   <source dev="/dev/sdh"/>
Oct 26 01:41:31 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:41:31 user nova-compute[74702]:   <serial>191b4a3e-b023-499b-8025-1918878ef1b2</serial>
Oct 26 01:41:31 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:41:31 user nova-compute[74702]: </disk>
Oct 26 01:41:31 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:41:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:41:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] No VIF found with MAC fa:16:3e:36:14:8a, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:41:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8a08d016-26bd-4c61-a2ec-4c4a87cf0f62 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 25.363s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e2748235-7b0c-40be-a615-fc508fce690b {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:41:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-e8d250e2-e541-4671-9088-901dc8ccb3a1 req-d5cd5aed-fb9e-4aa0-8b4e-4ba8a686b649 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Received event network-vif-plugged-216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e8d250e2-e541-4671-9088-901dc8ccb3a1 req-d5cd5aed-fb9e-4aa0-8b4e-4ba8a686b649 service nova] Acquiring lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e8d250e2-e541-4671-9088-901dc8ccb3a1 req-d5cd5aed-fb9e-4aa0-8b4e-4ba8a686b649 service nova] Lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e8d250e2-e541-4671-9088-901dc8ccb3a1 req-d5cd5aed-fb9e-4aa0-8b4e-4ba8a686b649 service nova] Lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-e8d250e2-e541-4671-9088-901dc8ccb3a1 req-d5cd5aed-fb9e-4aa0-8b4e-4ba8a686b649 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] No waiting events found dispatching network-vif-plugged-216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:32 user nova-compute[74702]: WARNING nova.compute.manager [req-e8d250e2-e541-4671-9088-901dc8ccb3a1 req-d5cd5aed-fb9e-4aa0-8b4e-4ba8a686b649 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Received unexpected event network-vif-plugged-216369f2-fa15-48ed-a3d7-eb9e67421571 for instance with vm_state building and task_state spawning.
Oct 26 01:41:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "419d3630-8338-4412-a45a-9ab2e7b961a0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:33 user nova-compute[74702]: INFO nova.compute.manager [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Detaching volume 88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4
Oct 26 01:41:33 user nova-compute[74702]: INFO nova.virt.block_device [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Attempting to driver detach volume 88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 from mountpoint /dev/vdb
Oct 26 01:41:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Attempting to detach device vdb from instance 419d3630-8338-4412-a45a-9ab2e7b961a0 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:41:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:41:33 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:33 user nova-compute[74702]:   <source dev="/dev/sdi"/>
Oct 26 01:41:33 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:41:33 user nova-compute[74702]:   <serial>88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4</serial>
Oct 26 01:41:33 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:41:33 user nova-compute[74702]: </disk>
Oct 26 01:41:33 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:41:33 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Successfully detached device vdb from instance 419d3630-8338-4412-a45a-9ab2e7b961a0 from the persistent domain config.
Oct 26 01:41:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 419d3630-8338-4412-a45a-9ab2e7b961a0 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:41:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:41:33 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:41:33 user nova-compute[74702]:   <source dev="/dev/sdi"/>
Oct 26 01:41:33 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:41:33 user nova-compute[74702]:   <serial>88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4</serial>
Oct 26 01:41:33 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:41:33 user nova-compute[74702]: </disk>
Oct 26 01:41:33 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 419d3630-8338-4412-a45a-9ab2e7b961a0 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.compute.manager [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:41:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Instance spawned successfully.
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-605d46e5-ad72-4456-ad05-e107f9cdcd77 req-756096e2-d1cd-4372-86c9-647fbd518a53 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Received event network-vif-plugged-216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-605d46e5-ad72-4456-ad05-e107f9cdcd77 req-756096e2-d1cd-4372-86c9-647fbd518a53 service nova] Acquiring lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-605d46e5-ad72-4456-ad05-e107f9cdcd77 req-756096e2-d1cd-4372-86c9-647fbd518a53 service nova] Lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-605d46e5-ad72-4456-ad05-e107f9cdcd77 req-756096e2-d1cd-4372-86c9-647fbd518a53 service nova] Lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-605d46e5-ad72-4456-ad05-e107f9cdcd77 req-756096e2-d1cd-4372-86c9-647fbd518a53 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] No waiting events found dispatching network-vif-plugged-216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:34 user nova-compute[74702]: WARNING nova.compute.manager [req-605d46e5-ad72-4456-ad05-e107f9cdcd77 req-756096e2-d1cd-4372-86c9-647fbd518a53 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Received unexpected event network-vif-plugged-216369f2-fa15-48ed-a3d7-eb9e67421571 for instance with vm_state building and task_state spawning.
Oct 26 01:41:34 user nova-compute[74702]: INFO nova.compute.manager [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Took 6.10 seconds to spawn the instance on the hypervisor.
Oct 26 01:41:34 user nova-compute[74702]: DEBUG nova.compute.manager [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:41:34 user nova-compute[74702]: INFO nova.compute.manager [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Took 7.05 seconds to build instance.
Oct 26 01:41:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-453d2198-66e4-4409-b27f-cd69cb5bc5c5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "cff55563-391a-4d8c-a1b8-116325ea1966" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.237s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:46 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 9f665c8f-4115-4860-bccd-72e1e052bd9e is timed out.
Oct 26 01:41:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Successfully detached device sdc from instance 9f665c8f-4115-4860-bccd-72e1e052bd9e from the live domain config.
Oct 26 01:41:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ovMBXIuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:46 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[16163307-716a-4d75-9ef7-6a1480689a17]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:41:46 user nova-compute[74702]: No targets found.
Oct 26 01:41:46 user nova-compute[74702]: iSNS:
Oct 26 01:41:46 user nova-compute[74702]: No targets found.
Oct 26 01:41:46 user nova-compute[74702]: STATIC:
Oct 26 01:41:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a
Oct 26 01:41:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5
Oct 26 01:41:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4
Oct 26 01:41:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1
Oct 26 01:41:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024
Oct 26 01:41:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9
Oct 26 01:41:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0
Oct 26 01:41:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2
Oct 26 01:41:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:46 user nova-compute[74702]: FIRMWARE:
Oct 26 01:41:46 user nova-compute[74702]: No targets found.
Oct 26 01:41:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:41:46 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:41:46 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[debd4e2f-f025-40ad-b141-1b99d5c63ff3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d5e6743-180a-43ab-aef4-22d3fb0d65a1]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:46 user nova-compute[74702]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)
Oct 26 01:41:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9518127eb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1'): ({'sdf'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Removing single pathed devices sdf {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3987bb6f-011a-4c8b-aa66-5e9c8f1d881b]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[52f13eb7-8386-491e-a44b-20e800086564]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Flushing IO for device /dev/sdf {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[729f309b-8d41-41cd-98c5-07c627fab670]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.047s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a7ba112-c63c-4493-9c2c-a48b37d7959a]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] SCSI volumes sdf have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8be31b7e-9970-49ef-bb12-3833701365b6]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.098s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e111b8dc-7f68-485a-973a-f5b3f7db5b19]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1, portal: 172.16.0.220,3260]
Oct 26 01:41:46 user nova-compute[74702]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1, portal: 172.16.0.220,3260] successful.
Oct 26 01:41:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deb386a7-ba40-4d00-9ce5-67e58a6f29a1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[115a8c06-dd1f-4685-97dd-9899ec44bbdd]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.390s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] <== disconnect_volume: return (391ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:41:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:47 user nova-compute[74702]: DEBUG nova.objects.instance [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lazy-loading 'flavor' on Instance uuid 9f665c8f-4115-4860-bccd-72e1e052bd9e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6482f390-e662-42b0-940e-c4c57f903908 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.281s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:48 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 28355258-10da-4098-ad51-339560388173 is timed out.
Oct 26 01:41:48 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Successfully detached device vdb from instance 28355258-10da-4098-ad51-339560388173 from the live domain config.
Oct 26 01:41:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMIujzwN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:48 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4afd50f7-0b5e-47f6-bbde-01311a392320]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:41:48 user nova-compute[74702]: No targets found.
Oct 26 01:41:48 user nova-compute[74702]: iSNS:
Oct 26 01:41:48 user nova-compute[74702]: No targets found.
Oct 26 01:41:48 user nova-compute[74702]: STATIC:
Oct 26 01:41:48 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a
Oct 26 01:41:48 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:48 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:48 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5
Oct 26 01:41:48 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:48 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:48 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4
Oct 26 01:41:48 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:48 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:48 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024
Oct 26 01:41:48 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:48 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:48 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9
Oct 26 01:41:48 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:48 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:48 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0
Oct 26 01:41:48 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:48 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:48 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2
Oct 26 01:41:48 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:48 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:48 user nova-compute[74702]: FIRMWARE:
Oct 26 01:41:48 user nova-compute[74702]: No targets found.
Oct 26 01:41:48 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:41:48 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:41:48 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f84ed27-bef9-4c53-a828-f5a670c3b682]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[78207cb9-4aa0-4673-b3bf-0cf589e2e188]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)
Oct 26 01:41:48 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:48 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:48 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:48 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:48 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:48 user nova-compute[74702]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)
Oct 26 01:41:48 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)
Oct 26 01:41:48 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:48 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:48 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:48 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:48 user nova-compute[74702]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a (non-flash)
Oct 26 01:41:48 user nova-compute[74702]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)
Oct 26 01:41:48 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95203e24d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a'): ({'sdg'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Removing single pathed devices sdg {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e06cec4-d873-453b-8ba3-b261f9a5bc72]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f8d1b28-c3d9-4119-93aa-5d0ec6e7df0a]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Flushing IO for device /dev/sdg {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:48 user nova-compute[74702]: INFO nova.compute.manager [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Terminating instance
Oct 26 01:41:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d96b0616-da19-4de7-9ccf-568acecd269c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.047s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[91700d50-cd56-48c1-8f85-4d57054b99c7]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] SCSI volumes sdg have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:41:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.033s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a45e660b-a414-4d53-aac5-43816c334682]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --logout" returned: 0 in 0.106s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6487fcd4-d4cc-430b-8306-c6b737449b9a]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a, portal: 172.16.0.220,3260]
Oct 26 01:41:49 user nova-compute[74702]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a, portal: 172.16.0.220,3260] successful.
Oct 26 01:41:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd24349d-815f-4e89-a505-5501b6b40c0a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.044s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cacbfd55-08b3-4c5a-be68-e27a8257376d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.466s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] <== disconnect_volume: return (468ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-0d51c918-2f51-4b09-bda0-d6336457079c req-2ee97464-8eef-4303-98d2-8f6b42b5cd8c service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Received event network-vif-unplugged-6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0d51c918-2f51-4b09-bda0-d6336457079c req-2ee97464-8eef-4303-98d2-8f6b42b5cd8c service nova] Acquiring lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0d51c918-2f51-4b09-bda0-d6336457079c req-2ee97464-8eef-4303-98d2-8f6b42b5cd8c service nova] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0d51c918-2f51-4b09-bda0-d6336457079c req-2ee97464-8eef-4303-98d2-8f6b42b5cd8c service nova] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-0d51c918-2f51-4b09-bda0-d6336457079c req-2ee97464-8eef-4303-98d2-8f6b42b5cd8c service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] No waiting events found dispatching network-vif-unplugged-6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-0d51c918-2f51-4b09-bda0-d6336457079c req-2ee97464-8eef-4303-98d2-8f6b42b5cd8c service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Received event network-vif-unplugged-6ffacba0-3f35-4946-ade4-07f3bad84d6c for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:41:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Instance destroyed successfully.
Oct 26 01:41:49 user nova-compute[74702]: DEBUG nova.objects.instance [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lazy-loading 'resources' on Instance uuid 9f665c8f-4115-4860-bccd-72e1e052bd9e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:38:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-799806128',display_name='tempest-AttachSCSIVolumeTestJSON-server-799806128',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-799806128',id=7,image_ref='4ff82d95-460a-4af5-ac0f-e7f669ae8d8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCn//jGXvUkYrmxLKvzUgAQHbTjMZX0efAultrDa6jGVOFWjedHBZKV8cmwCQZEP0rsfD2LhboMEj3TMtg/kBqiK+sK2JOe8Cw/RQF+loWslorpJ9d88F2Y4Gulbv69yBg==',key_name='tempest-keypair-1064475311',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:38:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9736a077cbbe437d94197db6147b10b5',ramdisk_id='',reservation_id='r-2aujvql5',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='4ff82d95-460a-4af5-ac0f-e7f669ae8d8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1324526265',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1324526265-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:38:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f6602ec0b5f4cd991e52e6ad4a7617e',uuid=9f665c8f-4115-4860-bccd-72e1e052bd9e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "address": "fa:16:3e:84:11:31", "network": {"id": "d92801e0-1ccb-4606-9d4d-24add4eafd82", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1559929889-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9736a077cbbe437d94197db6147b10b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ffacba0-3f", "ovs_interfaceid": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Converting VIF {"id": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "address": "fa:16:3e:84:11:31", "network": {"id": "d92801e0-1ccb-4606-9d4d-24add4eafd82", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1559929889-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9736a077cbbe437d94197db6147b10b5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ffacba0-3f", "ovs_interfaceid": "6ffacba0-3f35-4946-ade4-07f3bad84d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:84:11:31,bridge_name='br-int',has_traffic_filtering=True,id=6ffacba0-3f35-4946-ade4-07f3bad84d6c,network=Network(d92801e0-1ccb-4606-9d4d-24add4eafd82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ffacba0-3f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG os_vif [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:11:31,bridge_name='br-int',has_traffic_filtering=True,id=6ffacba0-3f35-4946-ade4-07f3bad84d6c,network=Network(d92801e0-1ccb-4606-9d4d-24add4eafd82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ffacba0-3f') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6ffacba0-3f, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8954b09c-7ce2-4fe3-bdad-5a013289a425) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:49 user nova-compute[74702]: INFO os_vif [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:11:31,bridge_name='br-int',has_traffic_filtering=True,id=6ffacba0-3f35-4946-ade4-07f3bad84d6c,network=Network(d92801e0-1ccb-4606-9d4d-24add4eafd82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ffacba0-3f')
Oct 26 01:41:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Deleting instance files /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e_del
Oct 26 01:41:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Deletion of /opt/stack/data/nova/instances/9f665c8f-4115-4860-bccd-72e1e052bd9e_del complete
Oct 26 01:41:49 user nova-compute[74702]: INFO nova.compute.manager [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Took 1.09 seconds to destroy the instance on the hypervisor.
Oct 26 01:41:49 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:41:49 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.objects.instance [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lazy-loading 'flavor' on Instance uuid 28355258-10da-4098-ad51-339560388173 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0fc18d63-cfe3-4e75-a69a-e07d3e54c548 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "28355258-10da-4098-ad51-339560388173" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.278s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "interface-28355258-10da-4098-ad51-339560388173-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "interface-28355258-10da-4098-ad51-339560388173-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.objects.instance [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lazy-loading 'flavor' on Instance uuid 28355258-10da-4098-ad51-339560388173 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:38:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-834958348',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-834958348',id=9,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEv+CcbFw/BQHHWblqbX9+/hHTC86codb77aPaiYYWdTVzfyJyiKulSe1n43Felba0B0prhHKHmelxWPZ3FCyJckHT0o5aaqhf8jT3IJug4qvpHbfsvufmYCQzK6HvuXfg==',key_name='tempest-keypair-547912722',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:39:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='20ad055d6ac7482f889de1376acabeed',ramdisk_id='',reservation_id='r-30e3q8st',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-979810986',owner_user_name='tempest-TaggedAttachmentsTest-979810986-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d573ff0291734a86b68af4efecefd810',uuid=28355258-10da-4098-ad51-339560388173,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converting VIF {"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:50:54,bridge_name='br-int',has_traffic_filtering=True,id=314b69c0-5ffd-4b83-8127-75a6e9ae7b1b,network=Network(f5a991d0-9bf9-4c06-9a4a-298b30c56fb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314b69c0-5f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:d7:50:54"/><model type="virtio"/><mtu size="1442"/><target dev="tap314b69c0-5f"/></interface> {{(pid=74702) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:d7:50:54"/><model type="virtio"/><mtu size="1442"/><target dev="tap314b69c0-5f"/></interface> {{(pid=74702) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Attempting to detach device tap314b69c0-5f from instance 28355258-10da-4098-ad51-339560388173 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] detach device xml: <interface type="ethernet">
Oct 26 01:41:50 user nova-compute[74702]:   <mac address="fa:16:3e:d7:50:54"/>
Oct 26 01:41:50 user nova-compute[74702]:   <model type="virtio"/>
Oct 26 01:41:50 user nova-compute[74702]:   <mtu size="1442"/>
Oct 26 01:41:50 user nova-compute[74702]:   <target dev="tap314b69c0-5f"/>
Oct 26 01:41:50 user nova-compute[74702]: </interface>
Oct 26 01:41:50 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:d7:50:54"/><model type="virtio"/><mtu size="1442"/><target dev="tap314b69c0-5f"/></interface> {{(pid=74702) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:d7:50:54"/><model type="virtio"/><mtu size="1442"/><target dev="tap314b69c0-5f"/></interface>not found in domain: <domain type='kvm' id='9'>
Oct 26 01:41:50 user nova-compute[74702]:   <name>instance-00000009</name>
Oct 26 01:41:50 user nova-compute[74702]:   <uuid>28355258-10da-4098-ad51-339560388173</uuid>
Oct 26 01:41:50 user nova-compute[74702]:   <metadata>
Oct 26 01:41:50 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:41:50 user nova-compute[74702]:   <nova:package version="0.0.0"/>
Oct 26 01:41:50 user nova-compute[74702]:   <nova:name>tempest-device-tagging-server-834958348</nova:name>
Oct 26 01:41:50 user nova-compute[74702]:   <nova:creationTime>2023-10-26 01:40:55</nova:creationTime>
Oct 26 01:41:50 user nova-compute[74702]:   <nova:flavor name="m1.tiny">
Oct 26 01:41:50 user nova-compute[74702]:     <nova:memory>512</nova:memory>
Oct 26 01:41:50 user nova-compute[74702]:     <nova:disk>1</nova:disk>
Oct 26 01:41:50 user nova-compute[74702]:     <nova:swap>0</nova:swap>
Oct 26 01:41:50 user nova-compute[74702]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:41:50 user nova-compute[74702]:     <nova:vcpus>1</nova:vcpus>
Oct 26 01:41:50 user nova-compute[74702]:   </nova:flavor>
Oct 26 01:41:50 user nova-compute[74702]:   <nova:owner>
Oct 26 01:41:50 user nova-compute[74702]:     <nova:user uuid="d573ff0291734a86b68af4efecefd810">tempest-TaggedAttachmentsTest-979810986-project-member</nova:user>
Oct 26 01:41:50 user nova-compute[74702]:     <nova:project uuid="20ad055d6ac7482f889de1376acabeed">tempest-TaggedAttachmentsTest-979810986</nova:project>
Oct 26 01:41:50 user nova-compute[74702]:   </nova:owner>
Oct 26 01:41:50 user nova-compute[74702]:   <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:41:50 user nova-compute[74702]:   <nova:ports>
Oct 26 01:41:50 user nova-compute[74702]:     <nova:port uuid="680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c">
Oct 26 01:41:50 user nova-compute[74702]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:41:50 user nova-compute[74702]:     </nova:port>
Oct 26 01:41:50 user nova-compute[74702]:     <nova:port uuid="314b69c0-5ffd-4b83-8127-75a6e9ae7b1b">
Oct 26 01:41:50 user nova-compute[74702]:       <nova:ip type="fixed" address="10.10.10.75" ipVersion="4"/>
Oct 26 01:41:50 user nova-compute[74702]:     </nova:port>
Oct 26 01:41:50 user nova-compute[74702]:   </nova:ports>
Oct 26 01:41:50 user nova-compute[74702]: </nova:instance>
Oct 26 01:41:50 user nova-compute[74702]:   </metadata>
Oct 26 01:41:50 user nova-compute[74702]:   <memory unit='KiB'>524288</memory>
Oct 26 01:41:50 user nova-compute[74702]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 26 01:41:50 user nova-compute[74702]:   <vcpu placement='static'>1</vcpu>
Oct 26 01:41:50 user nova-compute[74702]:   <resource>
Oct 26 01:41:50 user nova-compute[74702]:     <partition>/machine</partition>
Oct 26 01:41:50 user nova-compute[74702]:   </resource>
Oct 26 01:41:50 user nova-compute[74702]:   <sysinfo type='smbios'>
Oct 26 01:41:50 user nova-compute[74702]:     <system>
Oct 26 01:41:50 user nova-compute[74702]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 26 01:41:50 user nova-compute[74702]:       <entry name='product'>OpenStack Nova</entry>
Oct 26 01:41:50 user nova-compute[74702]:       <entry name='version'>0.0.0</entry>
Oct 26 01:41:50 user nova-compute[74702]:       <entry name='serial'>28355258-10da-4098-ad51-339560388173</entry>
Oct 26 01:41:50 user nova-compute[74702]:       <entry name='uuid'>28355258-10da-4098-ad51-339560388173</entry>
Oct 26 01:41:50 user nova-compute[74702]:       <entry name='family'>Virtual Machine</entry>
Oct 26 01:41:50 user nova-compute[74702]:     </system>
Oct 26 01:41:50 user nova-compute[74702]:   </sysinfo>
Oct 26 01:41:50 user nova-compute[74702]:   <os>
Oct 26 01:41:50 user nova-compute[74702]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 26 01:41:50 user nova-compute[74702]:     <boot dev='hd'/>
Oct 26 01:41:50 user nova-compute[74702]:     <smbios mode='sysinfo'/>
Oct 26 01:41:50 user nova-compute[74702]:   </os>
Oct 26 01:41:50 user nova-compute[74702]:   <features>
Oct 26 01:41:50 user nova-compute[74702]:     <acpi/>
Oct 26 01:41:50 user nova-compute[74702]:     <apic/>
Oct 26 01:41:50 user nova-compute[74702]:     <vmcoreinfo state='on'/>
Oct 26 01:41:50 user nova-compute[74702]:   </features>
Oct 26 01:41:50 user nova-compute[74702]:   <cpu mode='custom' match='exact' check='full'>
Oct 26 01:41:50 user nova-compute[74702]:     <model fallback='forbid'>Nehalem</model>
Oct 26 01:41:50 user nova-compute[74702]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 26 01:41:50 user nova-compute[74702]:     <feature policy='require' name='vme'/>
Oct 26 01:41:50 user nova-compute[74702]:     <feature policy='require' name='x2apic'/>
Oct 26 01:41:50 user nova-compute[74702]:     <feature policy='require' name='hypervisor'/>
Oct 26 01:41:50 user nova-compute[74702]:   </cpu>
Oct 26 01:41:50 user nova-compute[74702]:   <clock offset='utc'>
Oct 26 01:41:50 user nova-compute[74702]:     <timer name='pit' tickpolicy='delay'/>
Oct 26 01:41:50 user nova-compute[74702]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 26 01:41:50 user nova-compute[74702]:     <timer name='hpet' present='no'/>
Oct 26 01:41:50 user nova-compute[74702]:   </clock>
Oct 26 01:41:50 user nova-compute[74702]:   <on_poweroff>destroy</on_poweroff>
Oct 26 01:41:50 user nova-compute[74702]:   <on_reboot>restart</on_reboot>
Oct 26 01:41:50 user nova-compute[74702]:   <on_crash>destroy</on_crash>
Oct 26 01:41:50 user nova-compute[74702]:   <devices>
Oct 26 01:41:50 user nova-compute[74702]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 26 01:41:50 user nova-compute[74702]:     <disk type='file' device='disk'>
Oct 26 01:41:50 user nova-compute[74702]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 26 01:41:50 user nova-compute[74702]:       <source file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk' index='2'/>
Oct 26 01:41:50 user nova-compute[74702]:       <backingStore type='file' index='3'>
Oct 26 01:41:50 user nova-compute[74702]:         <format type='raw'/>
Oct 26 01:41:50 user nova-compute[74702]:         <source file='/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9'/>
Oct 26 01:41:50 user nova-compute[74702]:         <backingStore/>
Oct 26 01:41:50 user nova-compute[74702]:       </backingStore>
Oct 26 01:41:50 user nova-compute[74702]:       <target dev='vda' bus='virtio'/>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='virtio-disk0'/>
Oct 26 01:41:50 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 26 01:41:50 user nova-compute[74702]:     </disk>
Oct 26 01:41:50 user nova-compute[74702]:     <disk type='file' device='cdrom'>
Oct 26 01:41:50 user nova-compute[74702]:       <driver name='qemu' type='raw' cache='none'/>
Oct 26 01:41:50 user nova-compute[74702]:       <source file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk.config' index='1'/>
Oct 26 01:41:50 user nova-compute[74702]:       <backingStore/>
Oct 26 01:41:50 user nova-compute[74702]:       <target dev='hda' bus='ide'/>
Oct 26 01:41:50 user nova-compute[74702]:       <readonly/>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='ide0-0-0'/>
Oct 26 01:41:50 user nova-compute[74702]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 26 01:41:50 user nova-compute[74702]:     </disk>
Oct 26 01:41:50 user nova-compute[74702]:     <controller type='usb' index='0' model='none'>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='usb'/>
Oct 26 01:41:50 user nova-compute[74702]:     </controller>
Oct 26 01:41:50 user nova-compute[74702]:     <controller type='pci' index='0' model='pci-root'>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='pci.0'/>
Oct 26 01:41:50 user nova-compute[74702]:     </controller>
Oct 26 01:41:50 user nova-compute[74702]:     <controller type='ide' index='0'>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='ide'/>
Oct 26 01:41:50 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 26 01:41:50 user nova-compute[74702]:     </controller>
Oct 26 01:41:50 user nova-compute[74702]:     <interface type='ethernet'>
Oct 26 01:41:50 user nova-compute[74702]:       <mac address='fa:16:3e:92:ae:6e'/>
Oct 26 01:41:50 user nova-compute[74702]:       <target dev='tap680cb573-b8'/>
Oct 26 01:41:50 user nova-compute[74702]:       <model type='virtio'/>
Oct 26 01:41:50 user nova-compute[74702]:       <mtu size='1442'/>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='net0'/>
Oct 26 01:41:50 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 26 01:41:50 user nova-compute[74702]:     </interface>
Oct 26 01:41:50 user nova-compute[74702]:     <interface type='ethernet'>
Oct 26 01:41:50 user nova-compute[74702]:       <mac address='fa:16:3e:d7:50:54'/>
Oct 26 01:41:50 user nova-compute[74702]:       <target dev='tap314b69c0-5f'/>
Oct 26 01:41:50 user nova-compute[74702]:       <model type='virtio'/>
Oct 26 01:41:50 user nova-compute[74702]:       <mtu size='1442'/>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='net1'/>
Oct 26 01:41:50 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 26 01:41:50 user nova-compute[74702]:     </interface>
Oct 26 01:41:50 user nova-compute[74702]:     <serial type='pty'>
Oct 26 01:41:50 user nova-compute[74702]:       <source path='/dev/pts/8'/>
Oct 26 01:41:50 user nova-compute[74702]:       <log file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/console.log' append='off'/>
Oct 26 01:41:50 user nova-compute[74702]:       <target type='isa-serial' port='0'>
Oct 26 01:41:50 user nova-compute[74702]:         <model name='isa-serial'/>
Oct 26 01:41:50 user nova-compute[74702]:       </target>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='serial0'/>
Oct 26 01:41:50 user nova-compute[74702]:     </serial>
Oct 26 01:41:50 user nova-compute[74702]:     <console type='pty' tty='/dev/pts/8'>
Oct 26 01:41:50 user nova-compute[74702]:       <source path='/dev/pts/8'/>
Oct 26 01:41:50 user nova-compute[74702]:       <log file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/console.log' append='off'/>
Oct 26 01:41:50 user nova-compute[74702]:       <target type='serial' port='0'/>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='serial0'/>
Oct 26 01:41:50 user nova-compute[74702]:     </console>
Oct 26 01:41:50 user nova-compute[74702]:     <input type='mouse' bus='ps2'>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='input0'/>
Oct 26 01:41:50 user nova-compute[74702]:     </input>
Oct 26 01:41:50 user nova-compute[74702]:     <input type='keyboard' bus='ps2'>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='input1'/>
Oct 26 01:41:50 user nova-compute[74702]:     </input>
Oct 26 01:41:50 user nova-compute[74702]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Oct 26 01:41:50 user nova-compute[74702]:       <listen type='address' address='0.0.0.0'/>
Oct 26 01:41:50 user nova-compute[74702]:     </graphics>
Oct 26 01:41:50 user nova-compute[74702]:     <audio id='1' type='none'/>
Oct 26 01:41:50 user nova-compute[74702]:     <video>
Oct 26 01:41:50 user nova-compute[74702]:       <model type='virtio' heads='1' primary='yes'/>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='video0'/>
Oct 26 01:41:50 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 26 01:41:50 user nova-compute[74702]:     </video>
Oct 26 01:41:50 user nova-compute[74702]:     <memballoon model='virtio'>
Oct 26 01:41:50 user nova-compute[74702]:       <stats period='10'/>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='balloon0'/>
Oct 26 01:41:50 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 26 01:41:50 user nova-compute[74702]:     </memballoon>
Oct 26 01:41:50 user nova-compute[74702]:     <rng model='virtio'>
Oct 26 01:41:50 user nova-compute[74702]:       <backend model='random'>/dev/urandom</backend>
Oct 26 01:41:50 user nova-compute[74702]:       <alias name='rng0'/>
Oct 26 01:41:50 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 26 01:41:50 user nova-compute[74702]:     </rng>
Oct 26 01:41:50 user nova-compute[74702]:   </devices>
Oct 26 01:41:50 user nova-compute[74702]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 26 01:41:50 user nova-compute[74702]:     <label>libvirt-28355258-10da-4098-ad51-339560388173</label>
Oct 26 01:41:50 user nova-compute[74702]:     <imagelabel>libvirt-28355258-10da-4098-ad51-339560388173</imagelabel>
Oct 26 01:41:50 user nova-compute[74702]:   </seclabel>
Oct 26 01:41:50 user nova-compute[74702]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 26 01:41:50 user nova-compute[74702]:     <label>+64055:+108</label>
Oct 26 01:41:50 user nova-compute[74702]:     <imagelabel>+64055:+108</imagelabel>
Oct 26 01:41:50 user nova-compute[74702]:   </seclabel>
Oct 26 01:41:50 user nova-compute[74702]: </domain>
Oct 26 01:41:50 user nova-compute[74702]:  {{(pid=74702) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 26 01:41:50 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Successfully detached device tap314b69c0-5f from instance 28355258-10da-4098-ad51-339560388173 from the persistent domain config.
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] (1/8): Attempting to detach device tap314b69c0-5f with device alias net1 from instance 28355258-10da-4098-ad51-339560388173 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] detach device xml: <interface type="ethernet">
Oct 26 01:41:50 user nova-compute[74702]:   <mac address="fa:16:3e:d7:50:54"/>
Oct 26 01:41:50 user nova-compute[74702]:   <model type="virtio"/>
Oct 26 01:41:50 user nova-compute[74702]:   <mtu size="1442"/>
Oct 26 01:41:50 user nova-compute[74702]:   <target dev="tap314b69c0-5f"/>
Oct 26 01:41:50 user nova-compute[74702]: </interface>
Oct 26 01:41:50 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:41:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Start waiting for the detach event from libvirt for device tap314b69c0-5f with device alias net1 for instance 28355258-10da-4098-ad51-339560388173 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:51 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Took 1.26 seconds to deallocate network for instance.
Oct 26 01:41:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-2bb027a9-2724-4eb0-931e-ef5648e31356 req-5e8a9f8e-8dbf-4f17-b3b0-6b422a550536 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-vif-unplugged-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2bb027a9-2724-4eb0-931e-ef5648e31356 req-5e8a9f8e-8dbf-4f17-b3b0-6b422a550536 service nova] Acquiring lock "28355258-10da-4098-ad51-339560388173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2bb027a9-2724-4eb0-931e-ef5648e31356 req-5e8a9f8e-8dbf-4f17-b3b0-6b422a550536 service nova] Lock "28355258-10da-4098-ad51-339560388173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2bb027a9-2724-4eb0-931e-ef5648e31356 req-5e8a9f8e-8dbf-4f17-b3b0-6b422a550536 service nova] Lock "28355258-10da-4098-ad51-339560388173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-2bb027a9-2724-4eb0-931e-ef5648e31356 req-5e8a9f8e-8dbf-4f17-b3b0-6b422a550536 service nova] [instance: 28355258-10da-4098-ad51-339560388173] No waiting events found dispatching network-vif-unplugged-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:51 user nova-compute[74702]: WARNING nova.compute.manager [req-2bb027a9-2724-4eb0-931e-ef5648e31356 req-5e8a9f8e-8dbf-4f17-b3b0-6b422a550536 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received unexpected event network-vif-unplugged-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b for instance with vm_state active and task_state None.
Oct 26 01:41:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-60c57156-8174-4490-b2aa-f5d290c97ad7 req-d73eb92f-d3ba-469a-81a7-8c92dd5eb2cd service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Received event network-vif-plugged-6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-60c57156-8174-4490-b2aa-f5d290c97ad7 req-d73eb92f-d3ba-469a-81a7-8c92dd5eb2cd service nova] Acquiring lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-60c57156-8174-4490-b2aa-f5d290c97ad7 req-d73eb92f-d3ba-469a-81a7-8c92dd5eb2cd service nova] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-60c57156-8174-4490-b2aa-f5d290c97ad7 req-d73eb92f-d3ba-469a-81a7-8c92dd5eb2cd service nova] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-60c57156-8174-4490-b2aa-f5d290c97ad7 req-d73eb92f-d3ba-469a-81a7-8c92dd5eb2cd service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] No waiting events found dispatching network-vif-plugged-6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:51 user nova-compute[74702]: WARNING nova.compute.manager [req-60c57156-8174-4490-b2aa-f5d290c97ad7 req-d73eb92f-d3ba-469a-81a7-8c92dd5eb2cd service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Received unexpected event network-vif-plugged-6ffacba0-3f35-4946-ade4-07f3bad84d6c for instance with vm_state deleted and task_state None.
Oct 26 01:41:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-60c57156-8174-4490-b2aa-f5d290c97ad7 req-d73eb92f-d3ba-469a-81a7-8c92dd5eb2cd service nova] [instance: 9f665c8f-4115-4860-bccd-72e1e052bd9e] Received event network-vif-deleted-6ffacba0-3f35-4946-ade4-07f3bad84d6c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:41:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.484s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:51 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Deleted allocations for instance 9f665c8f-4115-4860-bccd-72e1e052bd9e
Oct 26 01:41:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-08f8e02a-31d4-417a-9039-f1f3d02b4df7 tempest-AttachSCSIVolumeTestJSON-1324526265 tempest-AttachSCSIVolumeTestJSON-1324526265-project-member] Lock "9f665c8f-4115-4860-bccd-72e1e052bd9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.114s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:52 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e2748235-7b0c-40be-a615-fc508fce690b is timed out.
Oct 26 01:41:52 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Successfully detached device vdb from instance e2748235-7b0c-40be-a615-fc508fce690b from the live domain config.
Oct 26 01:41:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] [instance: e2748235-7b0c-40be-a615-fc508fce690b] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tENDkloT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:52 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0132a337-4895-46fe-b925-1bf40fba92ce]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:41:52 user nova-compute[74702]: No targets found.
Oct 26 01:41:52 user nova-compute[74702]: iSNS:
Oct 26 01:41:52 user nova-compute[74702]: No targets found.
Oct 26 01:41:52 user nova-compute[74702]: STATIC:
Oct 26 01:41:52 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5
Oct 26 01:41:52 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:52 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:52 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4
Oct 26 01:41:52 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:52 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:52 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024
Oct 26 01:41:52 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:52 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:52 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9
Oct 26 01:41:52 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:52 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:52 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0
Oct 26 01:41:52 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:52 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:52 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2
Oct 26 01:41:52 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:52 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:52 user nova-compute[74702]: FIRMWARE:
Oct 26 01:41:52 user nova-compute[74702]: No targets found.
Oct 26 01:41:52 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:41:52 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:41:52 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a87e90e1-24d5-46c9-b530-19c8ad03da98]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d72b37-9a42-485f-907b-40273700f7aa]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)
Oct 26 01:41:52 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:52 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:52 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:52 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:52 user nova-compute[74702]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)
Oct 26 01:41:52 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)
Oct 26 01:41:52 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:52 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:52 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:52 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:52 user nova-compute[74702]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 (non-flash)
Oct 26 01:41:52 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f950849fd00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2'): ({'sdh'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Removing single pathed devices sdh {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[576a819c-2953-4cca-9abe-ea4a68e89de4]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ea9209-008b-4fe3-b3ed-9472d89832ec]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Flushing IO for device /dev/sdh {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc9bddfa-b3dc-4e11-b4eb-b8b9df65f4dd]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.049s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[818674c4-2796-4382-9955-15eaa2e3bce7]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Checking to see if SCSI volumes sdh have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] SCSI volumes sdh have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f8ef84-c2df-46cb-a015-59be61be3b6a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[59712946-5624-4490-a529-ce11317e40eb]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2, portal: 172.16.0.220,3260]
Oct 26 01:41:52 user nova-compute[74702]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2, portal: 172.16.0.220,3260] successful.
Oct 26 01:41:52 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:191b4a3e-b023-499b-8025-1918878ef1b2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3421a47e-4d0f-447f-88eb-c4536a6f6479]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.356s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] <== disconnect_volume: return (358ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:41:53 user nova-compute[74702]: DEBUG nova.objects.instance [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lazy-loading 'flavor' on Instance uuid e2748235-7b0c-40be-a615-fc508fce690b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d6fa2c26-814d-4651-ade5-bc9a72f53d67 tempest-VolumesAssistedSnapshotsTest-1313178653 tempest-VolumesAssistedSnapshotsTest-1313178653-project-admin] Lock "e2748235-7b0c-40be-a615-fc508fce690b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.966s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-bd98ffd1-89b4-4d6a-b5f2-d6bcc1c54f04 req-aa870755-18b6-43bd-86d0-49d0dd327589 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-vif-plugged-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:41:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bd98ffd1-89b4-4d6a-b5f2-d6bcc1c54f04 req-aa870755-18b6-43bd-86d0-49d0dd327589 service nova] Acquiring lock "28355258-10da-4098-ad51-339560388173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:41:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bd98ffd1-89b4-4d6a-b5f2-d6bcc1c54f04 req-aa870755-18b6-43bd-86d0-49d0dd327589 service nova] Lock "28355258-10da-4098-ad51-339560388173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:41:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bd98ffd1-89b4-4d6a-b5f2-d6bcc1c54f04 req-aa870755-18b6-43bd-86d0-49d0dd327589 service nova] Lock "28355258-10da-4098-ad51-339560388173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-bd98ffd1-89b4-4d6a-b5f2-d6bcc1c54f04 req-aa870755-18b6-43bd-86d0-49d0dd327589 service nova] [instance: 28355258-10da-4098-ad51-339560388173] No waiting events found dispatching network-vif-plugged-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:41:53 user nova-compute[74702]: WARNING nova.compute.manager [req-bd98ffd1-89b4-4d6a-b5f2-d6bcc1c54f04 req-aa870755-18b6-43bd-86d0-49d0dd327589 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received unexpected event network-vif-plugged-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b for instance with vm_state active and task_state None.
Oct 26 01:41:54 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 419d3630-8338-4412-a45a-9ab2e7b961a0 is timed out.
Oct 26 01:41:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Successfully detached device vdb from instance 419d3630-8338-4412-a45a-9ab2e7b961a0 from the live domain config.
Oct 26 01:41:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IfvpYUVa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:41:54 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8d613b5-3034-4014-a917-413f2743a424]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:41:54 user nova-compute[74702]: No targets found.
Oct 26 01:41:54 user nova-compute[74702]: iSNS:
Oct 26 01:41:54 user nova-compute[74702]: No targets found.
Oct 26 01:41:54 user nova-compute[74702]: STATIC:
Oct 26 01:41:54 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5
Oct 26 01:41:54 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:54 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:54 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4
Oct 26 01:41:54 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:54 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:54 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024
Oct 26 01:41:54 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:54 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:54 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9
Oct 26 01:41:54 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:54 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:54 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0
Oct 26 01:41:54 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:41:54 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:41:54 user nova-compute[74702]: FIRMWARE:
Oct 26 01:41:54 user nova-compute[74702]: No targets found.
Oct 26 01:41:54 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:41:54 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:41:54 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2138e25-986e-440b-bbaf-8e60da8641a7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6f06e83-d925-4508-b060-eea6c5841d59]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)
Oct 26 01:41:54 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:54 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:54 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:54 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:54 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 (non-flash)
Oct 26 01:41:54 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:41:54 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:41:54 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:41:54 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:41:54 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f950849fbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4'): ({'sdi'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Removing single pathed devices sdi {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bd5f6c2-2dbf-4efe-8d7b-74e84651c12c]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[36a0bc02-3f40-40eb-8a5e-32f8cd8d9ccc]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Flushing IO for device /dev/sdi {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fe7bba7-953c-42c4-b805-6fb654806d72]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.048s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[df99149e-6b28-4f01-8b28-8fb8f5ad4084]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] SCSI volumes sdi have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8afdf614-fd34-435d-9f72-f9ac7b7c81a8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b85e7da-ec86-45fd-a2e2-aa9b6c2d91c1]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4, portal: 172.16.0.220,3260]
Oct 26 01:41:54 user nova-compute[74702]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4, portal: 172.16.0.220,3260] successful.
Oct 26 01:41:54 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88ce65a6-ff1c-49f7-bb73-9e7e3a8ca8d4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae47fd22-60ed-4edf-880c-4427cad55b62]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.327s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] <== disconnect_volume: return (328ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:41:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:55 user nova-compute[74702]: DEBUG nova.objects.instance [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lazy-loading 'flavor' on Instance uuid 419d3630-8338-4412-a45a-9ab2e7b961a0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:41:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fafc04e2-ef68-405a-803b-e89e127410ed tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.778s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:41:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:41:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "7374bc0e-697a-486f-a38c-eb6512baa71d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:05 user nova-compute[74702]: INFO nova.compute.manager [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Terminating instance
Oct 26 01:42:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-7914a542-9f7c-4258-8c3f-e35668a6237c req-9acb81cf-8745-432c-ab38-07428fa311bd service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Received event network-vif-unplugged-08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7914a542-9f7c-4258-8c3f-e35668a6237c req-9acb81cf-8745-432c-ab38-07428fa311bd service nova] Acquiring lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7914a542-9f7c-4258-8c3f-e35668a6237c req-9acb81cf-8745-432c-ab38-07428fa311bd service nova] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7914a542-9f7c-4258-8c3f-e35668a6237c req-9acb81cf-8745-432c-ab38-07428fa311bd service nova] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-7914a542-9f7c-4258-8c3f-e35668a6237c req-9acb81cf-8745-432c-ab38-07428fa311bd service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] No waiting events found dispatching network-vif-unplugged-08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-7914a542-9f7c-4258-8c3f-e35668a6237c req-9acb81cf-8745-432c-ab38-07428fa311bd service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Received event network-vif-unplugged-08756e52-3e50-4e97-85a8-75bca1727516 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Instance destroyed successfully.
Oct 26 01:42:06 user nova-compute[74702]: DEBUG nova.objects.instance [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lazy-loading 'resources' on Instance uuid 7374bc0e-697a-486f-a38c-eb6512baa71d {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:40:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-616840381',display_name='tempest-ServersNegativeTestJSON-server-616840381',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-616840381',id=12,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:40:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f9ef1aa34da54cfb99663a57b8f37bb1',ramdisk_id='',reservation_id='r-vob8w10b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1439943367',owner_user_name='tempest-ServersNegativeTestJSON-1439943367-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:40:24Z,user_data=None,user_id='58a5bf469014452a9dae70e269478b68',uuid=7374bc0e-697a-486f-a38c-eb6512baa71d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08756e52-3e50-4e97-85a8-75bca1727516", "address": "fa:16:3e:f6:2a:48", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08756e52-3e", "ovs_interfaceid": "08756e52-3e50-4e97-85a8-75bca1727516", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Converting VIF {"id": "08756e52-3e50-4e97-85a8-75bca1727516", "address": "fa:16:3e:f6:2a:48", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08756e52-3e", "ovs_interfaceid": "08756e52-3e50-4e97-85a8-75bca1727516", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:2a:48,bridge_name='br-int',has_traffic_filtering=True,id=08756e52-3e50-4e97-85a8-75bca1727516,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08756e52-3e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG os_vif [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:2a:48,bridge_name='br-int',has_traffic_filtering=True,id=08756e52-3e50-4e97-85a8-75bca1727516,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08756e52-3e') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap08756e52-3e, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cef65054-52be-40d4-a8fb-27db8fd22987) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:06 user nova-compute[74702]: INFO os_vif [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:2a:48,bridge_name='br-int',has_traffic_filtering=True,id=08756e52-3e50-4e97-85a8-75bca1727516,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08756e52-3e')
Oct 26 01:42:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Deleting instance files /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d_del
Oct 26 01:42:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Deletion of /opt/stack/data/nova/instances/7374bc0e-697a-486f-a38c-eb6512baa71d_del complete
Oct 26 01:42:06 user nova-compute[74702]: INFO nova.compute.manager [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Took 0.71 seconds to destroy the instance on the hypervisor.
Oct 26 01:42:06 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:06 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Took 0.43 seconds to deallocate network for instance.
Oct 26 01:42:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-0505dd99-a96a-436e-a11b-16e3f23d1062 req-fad28bfd-33e3-424c-9578-7c43efc6eaa2 service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Received event network-vif-deleted-08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:06 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:42:07 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:42:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.382s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:07 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Deleted allocations for instance 7374bc0e-697a-486f-a38c-eb6512baa71d
Oct 26 01:42:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c8e178af-5f8e-4214-bac0-dea056e7a318 tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.831s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-4bedd768-8285-46ce-b9d6-8dc798bbc5a6 req-399a3c86-aa62-4e0b-88bb-1594ccb7aef4 service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Received event network-vif-plugged-08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4bedd768-8285-46ce-b9d6-8dc798bbc5a6 req-399a3c86-aa62-4e0b-88bb-1594ccb7aef4 service nova] Acquiring lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4bedd768-8285-46ce-b9d6-8dc798bbc5a6 req-399a3c86-aa62-4e0b-88bb-1594ccb7aef4 service nova] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4bedd768-8285-46ce-b9d6-8dc798bbc5a6 req-399a3c86-aa62-4e0b-88bb-1594ccb7aef4 service nova] Lock "7374bc0e-697a-486f-a38c-eb6512baa71d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-4bedd768-8285-46ce-b9d6-8dc798bbc5a6 req-399a3c86-aa62-4e0b-88bb-1594ccb7aef4 service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] No waiting events found dispatching network-vif-plugged-08756e52-3e50-4e97-85a8-75bca1727516 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:07 user nova-compute[74702]: WARNING nova.compute.manager [req-4bedd768-8285-46ce-b9d6-8dc798bbc5a6 req-399a3c86-aa62-4e0b-88bb-1594ccb7aef4 service nova] [instance: 7374bc0e-697a-486f-a38c-eb6512baa71d] Received unexpected event network-vif-plugged-08756e52-3e50-4e97-85a8-75bca1727516 for instance with vm_state deleted and task_state None.
Oct 26 01:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:11 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Waiting for libvirt event about the detach of device tap314b69c0-5f with device alias net1 from instance 28355258-10da-4098-ad51-339560388173 is timed out.
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:d7:50:54"/><model type="virtio"/><mtu size="1442"/><target dev="tap314b69c0-5f"/></interface> {{(pid=74702) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:d7:50:54"/><model type="virtio"/><mtu size="1442"/><target dev="tap314b69c0-5f"/></interface>not found in domain: <domain type='kvm' id='9'>
Oct 26 01:42:11 user nova-compute[74702]:   <name>instance-00000009</name>
Oct 26 01:42:11 user nova-compute[74702]:   <uuid>28355258-10da-4098-ad51-339560388173</uuid>
Oct 26 01:42:11 user nova-compute[74702]:   <metadata>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:42:11 user nova-compute[74702]:   <nova:package version="0.0.0"/>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:name>tempest-device-tagging-server-834958348</nova:name>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:creationTime>2023-10-26 01:40:55</nova:creationTime>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:flavor name="m1.tiny">
Oct 26 01:42:11 user nova-compute[74702]:     <nova:memory>512</nova:memory>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:disk>1</nova:disk>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:swap>0</nova:swap>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:vcpus>1</nova:vcpus>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:flavor>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:owner>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:user uuid="d573ff0291734a86b68af4efecefd810">tempest-TaggedAttachmentsTest-979810986-project-member</nova:user>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:project uuid="20ad055d6ac7482f889de1376acabeed">tempest-TaggedAttachmentsTest-979810986</nova:project>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:owner>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:ports>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:port uuid="680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c">
Oct 26 01:42:11 user nova-compute[74702]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:42:11 user nova-compute[74702]:     </nova:port>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:port uuid="314b69c0-5ffd-4b83-8127-75a6e9ae7b1b">
Oct 26 01:42:11 user nova-compute[74702]:       <nova:ip type="fixed" address="10.10.10.75" ipVersion="4"/>
Oct 26 01:42:11 user nova-compute[74702]:     </nova:port>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:ports>
Oct 26 01:42:11 user nova-compute[74702]: </nova:instance>
Oct 26 01:42:11 user nova-compute[74702]:   </metadata>
Oct 26 01:42:11 user nova-compute[74702]:   <memory unit='KiB'>524288</memory>
Oct 26 01:42:11 user nova-compute[74702]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 26 01:42:11 user nova-compute[74702]:   <vcpu placement='static'>1</vcpu>
Oct 26 01:42:11 user nova-compute[74702]:   <resource>
Oct 26 01:42:11 user nova-compute[74702]:     <partition>/machine</partition>
Oct 26 01:42:11 user nova-compute[74702]:   </resource>
Oct 26 01:42:11 user nova-compute[74702]:   <sysinfo type='smbios'>
Oct 26 01:42:11 user nova-compute[74702]:     <system>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='product'>OpenStack Nova</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='version'>0.0.0</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='serial'>28355258-10da-4098-ad51-339560388173</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='uuid'>28355258-10da-4098-ad51-339560388173</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='family'>Virtual Machine</entry>
Oct 26 01:42:11 user nova-compute[74702]:     </system>
Oct 26 01:42:11 user nova-compute[74702]:   </sysinfo>
Oct 26 01:42:11 user nova-compute[74702]:   <os>
Oct 26 01:42:11 user nova-compute[74702]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 26 01:42:11 user nova-compute[74702]:     <boot dev='hd'/>
Oct 26 01:42:11 user nova-compute[74702]:     <smbios mode='sysinfo'/>
Oct 26 01:42:11 user nova-compute[74702]:   </os>
Oct 26 01:42:11 user nova-compute[74702]:   <features>
Oct 26 01:42:11 user nova-compute[74702]:     <acpi/>
Oct 26 01:42:11 user nova-compute[74702]:     <apic/>
Oct 26 01:42:11 user nova-compute[74702]:     <vmcoreinfo state='on'/>
Oct 26 01:42:11 user nova-compute[74702]:   </features>
Oct 26 01:42:11 user nova-compute[74702]:   <cpu mode='custom' match='exact' check='full'>
Oct 26 01:42:11 user nova-compute[74702]:     <model fallback='forbid'>Nehalem</model>
Oct 26 01:42:11 user nova-compute[74702]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 26 01:42:11 user nova-compute[74702]:     <feature policy='require' name='vme'/>
Oct 26 01:42:11 user nova-compute[74702]:     <feature policy='require' name='x2apic'/>
Oct 26 01:42:11 user nova-compute[74702]:     <feature policy='require' name='hypervisor'/>
Oct 26 01:42:11 user nova-compute[74702]:   </cpu>
Oct 26 01:42:11 user nova-compute[74702]:   <clock offset='utc'>
Oct 26 01:42:11 user nova-compute[74702]:     <timer name='pit' tickpolicy='delay'/>
Oct 26 01:42:11 user nova-compute[74702]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 26 01:42:11 user nova-compute[74702]:     <timer name='hpet' present='no'/>
Oct 26 01:42:11 user nova-compute[74702]:   </clock>
Oct 26 01:42:11 user nova-compute[74702]:   <on_poweroff>destroy</on_poweroff>
Oct 26 01:42:11 user nova-compute[74702]:   <on_reboot>restart</on_reboot>
Oct 26 01:42:11 user nova-compute[74702]:   <on_crash>destroy</on_crash>
Oct 26 01:42:11 user nova-compute[74702]:   <devices>
Oct 26 01:42:11 user nova-compute[74702]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 26 01:42:11 user nova-compute[74702]:     <disk type='file' device='disk'>
Oct 26 01:42:11 user nova-compute[74702]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 26 01:42:11 user nova-compute[74702]:       <source file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk' index='2'/>
Oct 26 01:42:11 user nova-compute[74702]:       <backingStore type='file' index='3'>
Oct 26 01:42:11 user nova-compute[74702]:         <format type='raw'/>
Oct 26 01:42:11 user nova-compute[74702]:         <source file='/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9'/>
Oct 26 01:42:11 user nova-compute[74702]:         <backingStore/>
Oct 26 01:42:11 user nova-compute[74702]:       </backingStore>
Oct 26 01:42:11 user nova-compute[74702]:       <target dev='vda' bus='virtio'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='virtio-disk0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </disk>
Oct 26 01:42:11 user nova-compute[74702]:     <disk type='file' device='cdrom'>
Oct 26 01:42:11 user nova-compute[74702]:       <driver name='qemu' type='raw' cache='none'/>
Oct 26 01:42:11 user nova-compute[74702]:       <source file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk.config' index='1'/>
Oct 26 01:42:11 user nova-compute[74702]:       <backingStore/>
Oct 26 01:42:11 user nova-compute[74702]:       <target dev='hda' bus='ide'/>
Oct 26 01:42:11 user nova-compute[74702]:       <readonly/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='ide0-0-0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </disk>
Oct 26 01:42:11 user nova-compute[74702]:     <controller type='usb' index='0' model='none'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='usb'/>
Oct 26 01:42:11 user nova-compute[74702]:     </controller>
Oct 26 01:42:11 user nova-compute[74702]:     <controller type='pci' index='0' model='pci-root'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='pci.0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </controller>
Oct 26 01:42:11 user nova-compute[74702]:     <controller type='ide' index='0'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='ide'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 26 01:42:11 user nova-compute[74702]:     </controller>
Oct 26 01:42:11 user nova-compute[74702]:     <interface type='ethernet'>
Oct 26 01:42:11 user nova-compute[74702]:       <mac address='fa:16:3e:92:ae:6e'/>
Oct 26 01:42:11 user nova-compute[74702]:       <target dev='tap680cb573-b8'/>
Oct 26 01:42:11 user nova-compute[74702]:       <model type='virtio'/>
Oct 26 01:42:11 user nova-compute[74702]:       <mtu size='1442'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='net0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </interface>
Oct 26 01:42:11 user nova-compute[74702]:     <serial type='pty'>
Oct 26 01:42:11 user nova-compute[74702]:       <source path='/dev/pts/8'/>
Oct 26 01:42:11 user nova-compute[74702]:       <log file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/console.log' append='off'/>
Oct 26 01:42:11 user nova-compute[74702]:       <target type='isa-serial' port='0'>
Oct 26 01:42:11 user nova-compute[74702]:         <model name='isa-serial'/>
Oct 26 01:42:11 user nova-compute[74702]:       </target>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='serial0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </serial>
Oct 26 01:42:11 user nova-compute[74702]:     <console type='pty' tty='/dev/pts/8'>
Oct 26 01:42:11 user nova-compute[74702]:       <source path='/dev/pts/8'/>
Oct 26 01:42:11 user nova-compute[74702]:       <log file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/console.log' append='off'/>
Oct 26 01:42:11 user nova-compute[74702]:       <target type='serial' port='0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='serial0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </console>
Oct 26 01:42:11 user nova-compute[74702]:     <input type='mouse' bus='ps2'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='input0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </input>
Oct 26 01:42:11 user nova-compute[74702]:     <input type='keyboard' bus='ps2'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='input1'/>
Oct 26 01:42:11 user nova-compute[74702]:     </input>
Oct 26 01:42:11 user nova-compute[74702]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Oct 26 01:42:11 user nova-compute[74702]:       <listen type='address' address='0.0.0.0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </graphics>
Oct 26 01:42:11 user nova-compute[74702]:     <audio id='1' type='none'/>
Oct 26 01:42:11 user nova-compute[74702]:     <video>
Oct 26 01:42:11 user nova-compute[74702]:       <model type='virtio' heads='1' primary='yes'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='video0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </video>
Oct 26 01:42:11 user nova-compute[74702]:     <memballoon model='virtio'>
Oct 26 01:42:11 user nova-compute[74702]:       <stats period='10'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='balloon0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </memballoon>
Oct 26 01:42:11 user nova-compute[74702]:     <rng model='virtio'>
Oct 26 01:42:11 user nova-compute[74702]:       <backend model='random'>/dev/urandom</backend>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='rng0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </rng>
Oct 26 01:42:11 user nova-compute[74702]:   </devices>
Oct 26 01:42:11 user nova-compute[74702]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 26 01:42:11 user nova-compute[74702]:     <label>libvirt-28355258-10da-4098-ad51-339560388173</label>
Oct 26 01:42:11 user nova-compute[74702]:     <imagelabel>libvirt-28355258-10da-4098-ad51-339560388173</imagelabel>
Oct 26 01:42:11 user nova-compute[74702]:   </seclabel>
Oct 26 01:42:11 user nova-compute[74702]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 26 01:42:11 user nova-compute[74702]:     <label>+64055:+108</label>
Oct 26 01:42:11 user nova-compute[74702]:     <imagelabel>+64055:+108</imagelabel>
Oct 26 01:42:11 user nova-compute[74702]:   </seclabel>
Oct 26 01:42:11 user nova-compute[74702]: </domain>
Oct 26 01:42:11 user nova-compute[74702]:  {{(pid=74702) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 26 01:42:11 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Successfully detached device tap314b69c0-5f from instance 28355258-10da-4098-ad51-339560388173 from the live domain config.
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:38:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-834958348',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-834958348',id=9,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEv+CcbFw/BQHHWblqbX9+/hHTC86codb77aPaiYYWdTVzfyJyiKulSe1n43Felba0B0prhHKHmelxWPZ3FCyJckHT0o5aaqhf8jT3IJug4qvpHbfsvufmYCQzK6HvuXfg==',key_name='tempest-keypair-547912722',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:39:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='20ad055d6ac7482f889de1376acabeed',ramdisk_id='',reservation_id='r-30e3q8st',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-979810986',owner_user_name='tempest-TaggedAttachmentsTest-979810986-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d573ff0291734a86b68af4efecefd810',uuid=28355258-10da-4098-ad51-339560388173,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converting VIF {"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:50:54,bridge_name='br-int',has_traffic_filtering=True,id=314b69c0-5ffd-4b83-8127-75a6e9ae7b1b,network=Network(f5a991d0-9bf9-4c06-9a4a-298b30c56fb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314b69c0-5f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG os_vif [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:50:54,bridge_name='br-int',has_traffic_filtering=True,id=314b69c0-5ffd-4b83-8127-75a6e9ae7b1b,network=Network(f5a991d0-9bf9-4c06-9a4a-298b30c56fb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314b69c0-5f') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap314b69c0-5f, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=91abd6de-fa1c-4acb-937f-36ff1d7f9a4d) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:11 user nova-compute[74702]: INFO os_vif [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:50:54,bridge_name='br-int',has_traffic_filtering=True,id=314b69c0-5ffd-4b83-8127-75a6e9ae7b1b,network=Network(f5a991d0-9bf9-4c06-9a4a-298b30c56fb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314b69c0-5f')
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:42:11 user nova-compute[74702]:   <nova:package version="0.0.0"/>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:name>tempest-device-tagging-server-834958348</nova:name>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:creationTime>2023-10-26 01:42:11</nova:creationTime>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:flavor name="m1.tiny">
Oct 26 01:42:11 user nova-compute[74702]:     <nova:memory>512</nova:memory>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:disk>1</nova:disk>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:swap>0</nova:swap>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:vcpus>1</nova:vcpus>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:flavor>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:owner>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:user uuid="d573ff0291734a86b68af4efecefd810">tempest-TaggedAttachmentsTest-979810986-project-member</nova:user>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:project uuid="20ad055d6ac7482f889de1376acabeed">tempest-TaggedAttachmentsTest-979810986</nova:project>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:owner>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:ports>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:port uuid="680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c">
Oct 26 01:42:11 user nova-compute[74702]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:42:11 user nova-compute[74702]:     </nova:port>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:ports>
Oct 26 01:42:11 user nova-compute[74702]: </nova:instance>
Oct 26 01:42:11 user nova-compute[74702]:  {{(pid=74702) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-vif-deleted-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:11 user nova-compute[74702]: INFO nova.compute.manager [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Neutron deleted interface 314b69c0-5ffd-4b83-8127-75a6e9ae7b1b; detaching it from the instance and deleting it from the info cache
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.network.neutron [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Updating instance_info_cache with network_info: [{"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquired lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.network.neutron [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.objects.instance [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] Lazy-loading 'system_metadata' on Instance uuid 28355258-10da-4098-ad51-339560388173 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.objects.instance [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] Lazy-loading 'flavor' on Instance uuid 28355258-10da-4098-ad51-339560388173 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.objects.base [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] Object Instance<28355258-10da-4098-ad51-339560388173> lazy-loaded attributes: system_metadata,flavor {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:38:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-834958348',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-834958348',id=9,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEv+CcbFw/BQHHWblqbX9+/hHTC86codb77aPaiYYWdTVzfyJyiKulSe1n43Felba0B0prhHKHmelxWPZ3FCyJckHT0o5aaqhf8jT3IJug4qvpHbfsvufmYCQzK6HvuXfg==',key_name='tempest-keypair-547912722',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:39:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='20ad055d6ac7482f889de1376acabeed',ramdisk_id='',reservation_id='r-30e3q8st',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-979810986',owner_user_name='tempest-TaggedAttachmentsTest-979810986-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d573ff0291734a86b68af4efecefd810',uuid=28355258-10da-4098-ad51-339560388173,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.network.os_vif_util [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] Converting VIF {"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.network.os_vif_util [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:50:54,bridge_name='br-int',has_traffic_filtering=True,id=314b69c0-5ffd-4b83-8127-75a6e9ae7b1b,network=Network(f5a991d0-9bf9-4c06-9a4a-298b30c56fb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314b69c0-5f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:d7:50:54"/><model type="virtio"/><mtu size="1442"/><target dev="tap314b69c0-5f"/></interface> {{(pid=74702) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:d7:50:54"/><model type="virtio"/><mtu size="1442"/><target dev="tap314b69c0-5f"/></interface>not found in domain: <domain type='kvm' id='9'>
Oct 26 01:42:11 user nova-compute[74702]:   <name>instance-00000009</name>
Oct 26 01:42:11 user nova-compute[74702]:   <uuid>28355258-10da-4098-ad51-339560388173</uuid>
Oct 26 01:42:11 user nova-compute[74702]:   <metadata>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:42:11 user nova-compute[74702]:   <nova:package version="0.0.0"/>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:name>tempest-device-tagging-server-834958348</nova:name>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:creationTime>2023-10-26 01:42:11</nova:creationTime>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:flavor name="m1.tiny">
Oct 26 01:42:11 user nova-compute[74702]:     <nova:memory>512</nova:memory>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:disk>1</nova:disk>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:swap>0</nova:swap>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:vcpus>1</nova:vcpus>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:flavor>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:owner>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:user uuid="d573ff0291734a86b68af4efecefd810">tempest-TaggedAttachmentsTest-979810986-project-member</nova:user>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:project uuid="20ad055d6ac7482f889de1376acabeed">tempest-TaggedAttachmentsTest-979810986</nova:project>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:owner>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:ports>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:port uuid="680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c">
Oct 26 01:42:11 user nova-compute[74702]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:42:11 user nova-compute[74702]:     </nova:port>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:ports>
Oct 26 01:42:11 user nova-compute[74702]: </nova:instance>
Oct 26 01:42:11 user nova-compute[74702]:   </metadata>
Oct 26 01:42:11 user nova-compute[74702]:   <memory unit='KiB'>524288</memory>
Oct 26 01:42:11 user nova-compute[74702]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 26 01:42:11 user nova-compute[74702]:   <vcpu placement='static'>1</vcpu>
Oct 26 01:42:11 user nova-compute[74702]:   <resource>
Oct 26 01:42:11 user nova-compute[74702]:     <partition>/machine</partition>
Oct 26 01:42:11 user nova-compute[74702]:   </resource>
Oct 26 01:42:11 user nova-compute[74702]:   <sysinfo type='smbios'>
Oct 26 01:42:11 user nova-compute[74702]:     <system>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='product'>OpenStack Nova</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='version'>0.0.0</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='serial'>28355258-10da-4098-ad51-339560388173</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='uuid'>28355258-10da-4098-ad51-339560388173</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='family'>Virtual Machine</entry>
Oct 26 01:42:11 user nova-compute[74702]:     </system>
Oct 26 01:42:11 user nova-compute[74702]:   </sysinfo>
Oct 26 01:42:11 user nova-compute[74702]:   <os>
Oct 26 01:42:11 user nova-compute[74702]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 26 01:42:11 user nova-compute[74702]:     <boot dev='hd'/>
Oct 26 01:42:11 user nova-compute[74702]:     <smbios mode='sysinfo'/>
Oct 26 01:42:11 user nova-compute[74702]:   </os>
Oct 26 01:42:11 user nova-compute[74702]:   <features>
Oct 26 01:42:11 user nova-compute[74702]:     <acpi/>
Oct 26 01:42:11 user nova-compute[74702]:     <apic/>
Oct 26 01:42:11 user nova-compute[74702]:     <vmcoreinfo state='on'/>
Oct 26 01:42:11 user nova-compute[74702]:   </features>
Oct 26 01:42:11 user nova-compute[74702]:   <cpu mode='custom' match='exact' check='full'>
Oct 26 01:42:11 user nova-compute[74702]:     <model fallback='forbid'>Nehalem</model>
Oct 26 01:42:11 user nova-compute[74702]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 26 01:42:11 user nova-compute[74702]:     <feature policy='require' name='vme'/>
Oct 26 01:42:11 user nova-compute[74702]:     <feature policy='require' name='x2apic'/>
Oct 26 01:42:11 user nova-compute[74702]:     <feature policy='require' name='hypervisor'/>
Oct 26 01:42:11 user nova-compute[74702]:   </cpu>
Oct 26 01:42:11 user nova-compute[74702]:   <clock offset='utc'>
Oct 26 01:42:11 user nova-compute[74702]:     <timer name='pit' tickpolicy='delay'/>
Oct 26 01:42:11 user nova-compute[74702]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 26 01:42:11 user nova-compute[74702]:     <timer name='hpet' present='no'/>
Oct 26 01:42:11 user nova-compute[74702]:   </clock>
Oct 26 01:42:11 user nova-compute[74702]:   <on_poweroff>destroy</on_poweroff>
Oct 26 01:42:11 user nova-compute[74702]:   <on_reboot>restart</on_reboot>
Oct 26 01:42:11 user nova-compute[74702]:   <on_crash>destroy</on_crash>
Oct 26 01:42:11 user nova-compute[74702]:   <devices>
Oct 26 01:42:11 user nova-compute[74702]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 26 01:42:11 user nova-compute[74702]:     <disk type='file' device='disk'>
Oct 26 01:42:11 user nova-compute[74702]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 26 01:42:11 user nova-compute[74702]:       <source file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk' index='2'/>
Oct 26 01:42:11 user nova-compute[74702]:       <backingStore type='file' index='3'>
Oct 26 01:42:11 user nova-compute[74702]:         <format type='raw'/>
Oct 26 01:42:11 user nova-compute[74702]:         <source file='/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9'/>
Oct 26 01:42:11 user nova-compute[74702]:         <backingStore/>
Oct 26 01:42:11 user nova-compute[74702]:       </backingStore>
Oct 26 01:42:11 user nova-compute[74702]:       <target dev='vda' bus='virtio'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='virtio-disk0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </disk>
Oct 26 01:42:11 user nova-compute[74702]:     <disk type='file' device='cdrom'>
Oct 26 01:42:11 user nova-compute[74702]:       <driver name='qemu' type='raw' cache='none'/>
Oct 26 01:42:11 user nova-compute[74702]:       <source file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk.config' index='1'/>
Oct 26 01:42:11 user nova-compute[74702]:       <backingStore/>
Oct 26 01:42:11 user nova-compute[74702]:       <target dev='hda' bus='ide'/>
Oct 26 01:42:11 user nova-compute[74702]:       <readonly/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='ide0-0-0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </disk>
Oct 26 01:42:11 user nova-compute[74702]:     <controller type='usb' index='0' model='none'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='usb'/>
Oct 26 01:42:11 user nova-compute[74702]:     </controller>
Oct 26 01:42:11 user nova-compute[74702]:     <controller type='pci' index='0' model='pci-root'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='pci.0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </controller>
Oct 26 01:42:11 user nova-compute[74702]:     <controller type='ide' index='0'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='ide'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 26 01:42:11 user nova-compute[74702]:     </controller>
Oct 26 01:42:11 user nova-compute[74702]:     <interface type='ethernet'>
Oct 26 01:42:11 user nova-compute[74702]:       <mac address='fa:16:3e:92:ae:6e'/>
Oct 26 01:42:11 user nova-compute[74702]:       <target dev='tap680cb573-b8'/>
Oct 26 01:42:11 user nova-compute[74702]:       <model type='virtio'/>
Oct 26 01:42:11 user nova-compute[74702]:       <mtu size='1442'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='net0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </interface>
Oct 26 01:42:11 user nova-compute[74702]:     <serial type='pty'>
Oct 26 01:42:11 user nova-compute[74702]:       <source path='/dev/pts/8'/>
Oct 26 01:42:11 user nova-compute[74702]:       <log file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/console.log' append='off'/>
Oct 26 01:42:11 user nova-compute[74702]:       <target type='isa-serial' port='0'>
Oct 26 01:42:11 user nova-compute[74702]:         <model name='isa-serial'/>
Oct 26 01:42:11 user nova-compute[74702]:       </target>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='serial0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </serial>
Oct 26 01:42:11 user nova-compute[74702]:     <console type='pty' tty='/dev/pts/8'>
Oct 26 01:42:11 user nova-compute[74702]:       <source path='/dev/pts/8'/>
Oct 26 01:42:11 user nova-compute[74702]:       <log file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/console.log' append='off'/>
Oct 26 01:42:11 user nova-compute[74702]:       <target type='serial' port='0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='serial0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </console>
Oct 26 01:42:11 user nova-compute[74702]:     <input type='mouse' bus='ps2'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='input0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </input>
Oct 26 01:42:11 user nova-compute[74702]:     <input type='keyboard' bus='ps2'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='input1'/>
Oct 26 01:42:11 user nova-compute[74702]:     </input>
Oct 26 01:42:11 user nova-compute[74702]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Oct 26 01:42:11 user nova-compute[74702]:       <listen type='address' address='0.0.0.0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </graphics>
Oct 26 01:42:11 user nova-compute[74702]:     <audio id='1' type='none'/>
Oct 26 01:42:11 user nova-compute[74702]:     <video>
Oct 26 01:42:11 user nova-compute[74702]:       <model type='virtio' heads='1' primary='yes'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='video0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </video>
Oct 26 01:42:11 user nova-compute[74702]:     <memballoon model='virtio'>
Oct 26 01:42:11 user nova-compute[74702]:       <stats period='10'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='balloon0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </memballoon>
Oct 26 01:42:11 user nova-compute[74702]:     <rng model='virtio'>
Oct 26 01:42:11 user nova-compute[74702]:       <backend model='random'>/dev/urandom</backend>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='rng0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </rng>
Oct 26 01:42:11 user nova-compute[74702]:   </devices>
Oct 26 01:42:11 user nova-compute[74702]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 26 01:42:11 user nova-compute[74702]:     <label>libvirt-28355258-10da-4098-ad51-339560388173</label>
Oct 26 01:42:11 user nova-compute[74702]:     <imagelabel>libvirt-28355258-10da-4098-ad51-339560388173</imagelabel>
Oct 26 01:42:11 user nova-compute[74702]:   </seclabel>
Oct 26 01:42:11 user nova-compute[74702]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 26 01:42:11 user nova-compute[74702]:     <label>+64055:+108</label>
Oct 26 01:42:11 user nova-compute[74702]:     <imagelabel>+64055:+108</imagelabel>
Oct 26 01:42:11 user nova-compute[74702]:   </seclabel>
Oct 26 01:42:11 user nova-compute[74702]: </domain>
Oct 26 01:42:11 user nova-compute[74702]:  {{(pid=74702) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:d7:50:54"/><model type="virtio"/><mtu size="1442"/><target dev="tap314b69c0-5f"/></interface> {{(pid=74702) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:d7:50:54"/><model type="virtio"/><mtu size="1442"/><target dev="tap314b69c0-5f"/></interface>not found in domain: <domain type='kvm' id='9'>
Oct 26 01:42:11 user nova-compute[74702]:   <name>instance-00000009</name>
Oct 26 01:42:11 user nova-compute[74702]:   <uuid>28355258-10da-4098-ad51-339560388173</uuid>
Oct 26 01:42:11 user nova-compute[74702]:   <metadata>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:42:11 user nova-compute[74702]:   <nova:package version="0.0.0"/>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:name>tempest-device-tagging-server-834958348</nova:name>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:creationTime>2023-10-26 01:42:11</nova:creationTime>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:flavor name="m1.tiny">
Oct 26 01:42:11 user nova-compute[74702]:     <nova:memory>512</nova:memory>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:disk>1</nova:disk>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:swap>0</nova:swap>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:vcpus>1</nova:vcpus>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:flavor>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:owner>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:user uuid="d573ff0291734a86b68af4efecefd810">tempest-TaggedAttachmentsTest-979810986-project-member</nova:user>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:project uuid="20ad055d6ac7482f889de1376acabeed">tempest-TaggedAttachmentsTest-979810986</nova:project>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:owner>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:ports>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:port uuid="680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c">
Oct 26 01:42:11 user nova-compute[74702]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:42:11 user nova-compute[74702]:     </nova:port>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:ports>
Oct 26 01:42:11 user nova-compute[74702]: </nova:instance>
Oct 26 01:42:11 user nova-compute[74702]:   </metadata>
Oct 26 01:42:11 user nova-compute[74702]:   <memory unit='KiB'>524288</memory>
Oct 26 01:42:11 user nova-compute[74702]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 26 01:42:11 user nova-compute[74702]:   <vcpu placement='static'>1</vcpu>
Oct 26 01:42:11 user nova-compute[74702]:   <resource>
Oct 26 01:42:11 user nova-compute[74702]:     <partition>/machine</partition>
Oct 26 01:42:11 user nova-compute[74702]:   </resource>
Oct 26 01:42:11 user nova-compute[74702]:   <sysinfo type='smbios'>
Oct 26 01:42:11 user nova-compute[74702]:     <system>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='product'>OpenStack Nova</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='version'>0.0.0</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='serial'>28355258-10da-4098-ad51-339560388173</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='uuid'>28355258-10da-4098-ad51-339560388173</entry>
Oct 26 01:42:11 user nova-compute[74702]:       <entry name='family'>Virtual Machine</entry>
Oct 26 01:42:11 user nova-compute[74702]:     </system>
Oct 26 01:42:11 user nova-compute[74702]:   </sysinfo>
Oct 26 01:42:11 user nova-compute[74702]:   <os>
Oct 26 01:42:11 user nova-compute[74702]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 26 01:42:11 user nova-compute[74702]:     <boot dev='hd'/>
Oct 26 01:42:11 user nova-compute[74702]:     <smbios mode='sysinfo'/>
Oct 26 01:42:11 user nova-compute[74702]:   </os>
Oct 26 01:42:11 user nova-compute[74702]:   <features>
Oct 26 01:42:11 user nova-compute[74702]:     <acpi/>
Oct 26 01:42:11 user nova-compute[74702]:     <apic/>
Oct 26 01:42:11 user nova-compute[74702]:     <vmcoreinfo state='on'/>
Oct 26 01:42:11 user nova-compute[74702]:   </features>
Oct 26 01:42:11 user nova-compute[74702]:   <cpu mode='custom' match='exact' check='full'>
Oct 26 01:42:11 user nova-compute[74702]:     <model fallback='forbid'>Nehalem</model>
Oct 26 01:42:11 user nova-compute[74702]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 26 01:42:11 user nova-compute[74702]:     <feature policy='require' name='vme'/>
Oct 26 01:42:11 user nova-compute[74702]:     <feature policy='require' name='x2apic'/>
Oct 26 01:42:11 user nova-compute[74702]:     <feature policy='require' name='hypervisor'/>
Oct 26 01:42:11 user nova-compute[74702]:   </cpu>
Oct 26 01:42:11 user nova-compute[74702]:   <clock offset='utc'>
Oct 26 01:42:11 user nova-compute[74702]:     <timer name='pit' tickpolicy='delay'/>
Oct 26 01:42:11 user nova-compute[74702]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 26 01:42:11 user nova-compute[74702]:     <timer name='hpet' present='no'/>
Oct 26 01:42:11 user nova-compute[74702]:   </clock>
Oct 26 01:42:11 user nova-compute[74702]:   <on_poweroff>destroy</on_poweroff>
Oct 26 01:42:11 user nova-compute[74702]:   <on_reboot>restart</on_reboot>
Oct 26 01:42:11 user nova-compute[74702]:   <on_crash>destroy</on_crash>
Oct 26 01:42:11 user nova-compute[74702]:   <devices>
Oct 26 01:42:11 user nova-compute[74702]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 26 01:42:11 user nova-compute[74702]:     <disk type='file' device='disk'>
Oct 26 01:42:11 user nova-compute[74702]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 26 01:42:11 user nova-compute[74702]:       <source file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk' index='2'/>
Oct 26 01:42:11 user nova-compute[74702]:       <backingStore type='file' index='3'>
Oct 26 01:42:11 user nova-compute[74702]:         <format type='raw'/>
Oct 26 01:42:11 user nova-compute[74702]:         <source file='/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9'/>
Oct 26 01:42:11 user nova-compute[74702]:         <backingStore/>
Oct 26 01:42:11 user nova-compute[74702]:       </backingStore>
Oct 26 01:42:11 user nova-compute[74702]:       <target dev='vda' bus='virtio'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='virtio-disk0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </disk>
Oct 26 01:42:11 user nova-compute[74702]:     <disk type='file' device='cdrom'>
Oct 26 01:42:11 user nova-compute[74702]:       <driver name='qemu' type='raw' cache='none'/>
Oct 26 01:42:11 user nova-compute[74702]:       <source file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk.config' index='1'/>
Oct 26 01:42:11 user nova-compute[74702]:       <backingStore/>
Oct 26 01:42:11 user nova-compute[74702]:       <target dev='hda' bus='ide'/>
Oct 26 01:42:11 user nova-compute[74702]:       <readonly/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='ide0-0-0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </disk>
Oct 26 01:42:11 user nova-compute[74702]:     <controller type='usb' index='0' model='none'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='usb'/>
Oct 26 01:42:11 user nova-compute[74702]:     </controller>
Oct 26 01:42:11 user nova-compute[74702]:     <controller type='pci' index='0' model='pci-root'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='pci.0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </controller>
Oct 26 01:42:11 user nova-compute[74702]:     <controller type='ide' index='0'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='ide'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 26 01:42:11 user nova-compute[74702]:     </controller>
Oct 26 01:42:11 user nova-compute[74702]:     <interface type='ethernet'>
Oct 26 01:42:11 user nova-compute[74702]:       <mac address='fa:16:3e:92:ae:6e'/>
Oct 26 01:42:11 user nova-compute[74702]:       <target dev='tap680cb573-b8'/>
Oct 26 01:42:11 user nova-compute[74702]:       <model type='virtio'/>
Oct 26 01:42:11 user nova-compute[74702]:       <mtu size='1442'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='net0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </interface>
Oct 26 01:42:11 user nova-compute[74702]:     <serial type='pty'>
Oct 26 01:42:11 user nova-compute[74702]:       <source path='/dev/pts/8'/>
Oct 26 01:42:11 user nova-compute[74702]:       <log file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/console.log' append='off'/>
Oct 26 01:42:11 user nova-compute[74702]:       <target type='isa-serial' port='0'>
Oct 26 01:42:11 user nova-compute[74702]:         <model name='isa-serial'/>
Oct 26 01:42:11 user nova-compute[74702]:       </target>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='serial0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </serial>
Oct 26 01:42:11 user nova-compute[74702]:     <console type='pty' tty='/dev/pts/8'>
Oct 26 01:42:11 user nova-compute[74702]:       <source path='/dev/pts/8'/>
Oct 26 01:42:11 user nova-compute[74702]:       <log file='/opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/console.log' append='off'/>
Oct 26 01:42:11 user nova-compute[74702]:       <target type='serial' port='0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='serial0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </console>
Oct 26 01:42:11 user nova-compute[74702]:     <input type='mouse' bus='ps2'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='input0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </input>
Oct 26 01:42:11 user nova-compute[74702]:     <input type='keyboard' bus='ps2'>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='input1'/>
Oct 26 01:42:11 user nova-compute[74702]:     </input>
Oct 26 01:42:11 user nova-compute[74702]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Oct 26 01:42:11 user nova-compute[74702]:       <listen type='address' address='0.0.0.0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </graphics>
Oct 26 01:42:11 user nova-compute[74702]:     <audio id='1' type='none'/>
Oct 26 01:42:11 user nova-compute[74702]:     <video>
Oct 26 01:42:11 user nova-compute[74702]:       <model type='virtio' heads='1' primary='yes'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='video0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </video>
Oct 26 01:42:11 user nova-compute[74702]:     <memballoon model='virtio'>
Oct 26 01:42:11 user nova-compute[74702]:       <stats period='10'/>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='balloon0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </memballoon>
Oct 26 01:42:11 user nova-compute[74702]:     <rng model='virtio'>
Oct 26 01:42:11 user nova-compute[74702]:       <backend model='random'>/dev/urandom</backend>
Oct 26 01:42:11 user nova-compute[74702]:       <alias name='rng0'/>
Oct 26 01:42:11 user nova-compute[74702]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 26 01:42:11 user nova-compute[74702]:     </rng>
Oct 26 01:42:11 user nova-compute[74702]:   </devices>
Oct 26 01:42:11 user nova-compute[74702]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 26 01:42:11 user nova-compute[74702]:     <label>libvirt-28355258-10da-4098-ad51-339560388173</label>
Oct 26 01:42:11 user nova-compute[74702]:     <imagelabel>libvirt-28355258-10da-4098-ad51-339560388173</imagelabel>
Oct 26 01:42:11 user nova-compute[74702]:   </seclabel>
Oct 26 01:42:11 user nova-compute[74702]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 26 01:42:11 user nova-compute[74702]:     <label>+64055:+108</label>
Oct 26 01:42:11 user nova-compute[74702]:     <imagelabel>+64055:+108</imagelabel>
Oct 26 01:42:11 user nova-compute[74702]:   </seclabel>
Oct 26 01:42:11 user nova-compute[74702]: </domain>
Oct 26 01:42:11 user nova-compute[74702]:  {{(pid=74702) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 26 01:42:11 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Detaching interface fa:16:3e:d7:50:54 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap314b69c0-5f' not found.
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:38:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-834958348',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-834958348',id=9,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEv+CcbFw/BQHHWblqbX9+/hHTC86codb77aPaiYYWdTVzfyJyiKulSe1n43Felba0B0prhHKHmelxWPZ3FCyJckHT0o5aaqhf8jT3IJug4qvpHbfsvufmYCQzK6HvuXfg==',key_name='tempest-keypair-547912722',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:39:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='20ad055d6ac7482f889de1376acabeed',ramdisk_id='',reservation_id='r-30e3q8st',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-979810986',owner_user_name='tempest-TaggedAttachmentsTest-979810986-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d573ff0291734a86b68af4efecefd810',uuid=28355258-10da-4098-ad51-339560388173,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.network.os_vif_util [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] Converting VIF {"id": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "address": "fa:16:3e:d7:50:54", "network": {"id": "f5a991d0-9bf9-4c06-9a4a-298b30c56fb5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-460017079", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314b69c0-5f", "ovs_interfaceid": "314b69c0-5ffd-4b83-8127-75a6e9ae7b1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.network.os_vif_util [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:50:54,bridge_name='br-int',has_traffic_filtering=True,id=314b69c0-5ffd-4b83-8127-75a6e9ae7b1b,network=Network(f5a991d0-9bf9-4c06-9a4a-298b30c56fb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314b69c0-5f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG os_vif [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:50:54,bridge_name='br-int',has_traffic_filtering=True,id=314b69c0-5ffd-4b83-8127-75a6e9ae7b1b,network=Network(f5a991d0-9bf9-4c06-9a4a-298b30c56fb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314b69c0-5f') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap314b69c0-5f, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:42:11 user nova-compute[74702]: INFO os_vif [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:50:54,bridge_name='br-int',has_traffic_filtering=True,id=314b69c0-5ffd-4b83-8127-75a6e9ae7b1b,network=Network(f5a991d0-9bf9-4c06-9a4a-298b30c56fb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap314b69c0-5f')
Oct 26 01:42:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [req-b29d6353-9724-48ed-a551-26158d629b15 req-d8ea8459-e578-4f66-ae4d-40c5e84ef754 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:42:11 user nova-compute[74702]:   <nova:package version="0.0.0"/>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:name>tempest-device-tagging-server-834958348</nova:name>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:creationTime>2023-10-26 01:42:11</nova:creationTime>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:flavor name="m1.tiny">
Oct 26 01:42:11 user nova-compute[74702]:     <nova:memory>512</nova:memory>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:disk>1</nova:disk>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:swap>0</nova:swap>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:vcpus>1</nova:vcpus>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:flavor>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:owner>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:user uuid="d573ff0291734a86b68af4efecefd810">tempest-TaggedAttachmentsTest-979810986-project-member</nova:user>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:project uuid="20ad055d6ac7482f889de1376acabeed">tempest-TaggedAttachmentsTest-979810986</nova:project>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:owner>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:42:11 user nova-compute[74702]:   <nova:ports>
Oct 26 01:42:11 user nova-compute[74702]:     <nova:port uuid="680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c">
Oct 26 01:42:11 user nova-compute[74702]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:42:11 user nova-compute[74702]:     </nova:port>
Oct 26 01:42:11 user nova-compute[74702]:   </nova:ports>
Oct 26 01:42:11 user nova-compute[74702]: </nova:instance>
Oct 26 01:42:11 user nova-compute[74702]:  {{(pid=74702) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 26 01:42:12 user nova-compute[74702]: DEBUG nova.network.neutron [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Updating instance_info_cache with network_info: [{"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Releasing lock "refresh_cache-28355258-10da-4098-ad51-339560388173" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:42:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-93ccf4c5-ae0f-43b3-8695-79322e0a3695 tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "interface-28355258-10da-4098-ad51-339560388173-314b69c0-5ffd-4b83-8127-75a6e9ae7b1b" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.378s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-13c342bb-dcb1-49c4-9999-23ecbc92575c req-bff04e7b-116c-47d7-b15d-41e12b05eccb service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Received event network-changed-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-13c342bb-dcb1-49c4-9999-23ecbc92575c req-bff04e7b-116c-47d7-b15d-41e12b05eccb service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Refreshing instance network info cache due to event network-changed-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:42:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-13c342bb-dcb1-49c4-9999-23ecbc92575c req-bff04e7b-116c-47d7-b15d-41e12b05eccb service nova] Acquiring lock "refresh_cache-839cf49b-bf64-4655-83a9-933fd1c866ff" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:42:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-13c342bb-dcb1-49c4-9999-23ecbc92575c req-bff04e7b-116c-47d7-b15d-41e12b05eccb service nova] Acquired lock "refresh_cache-839cf49b-bf64-4655-83a9-933fd1c866ff" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:42:14 user nova-compute[74702]: DEBUG nova.network.neutron [req-13c342bb-dcb1-49c4-9999-23ecbc92575c req-bff04e7b-116c-47d7-b15d-41e12b05eccb service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Refreshing network info cache for port 3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:42:14 user nova-compute[74702]: DEBUG nova.network.neutron [req-13c342bb-dcb1-49c4-9999-23ecbc92575c req-bff04e7b-116c-47d7-b15d-41e12b05eccb service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Updated VIF entry in instance network info cache for port 3e46dbf7-e34d-4264-8fc1-d1eda23ec30d. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:42:14 user nova-compute[74702]: DEBUG nova.network.neutron [req-13c342bb-dcb1-49c4-9999-23ecbc92575c req-bff04e7b-116c-47d7-b15d-41e12b05eccb service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Updating instance_info_cache with network_info: [{"id": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "address": "fa:16:3e:88:67:b2", "network": {"id": "b2da60cf-9ad3-4298-8ecd-c2f19622b3b0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1293372378-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26de47e831d448eda2719009f4be5b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e46dbf7-e3", "ovs_interfaceid": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-13c342bb-dcb1-49c4-9999-23ecbc92575c req-bff04e7b-116c-47d7-b15d-41e12b05eccb service nova] Releasing lock "refresh_cache-839cf49b-bf64-4655-83a9-933fd1c866ff" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:42:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:42:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:42:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:42:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-87902f05-5656-4a17-8008-921fb5d2fafb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:42:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-87902f05-5656-4a17-8008-921fb5d2fafb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:42:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:42:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:16 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Updating instance_info_cache with network_info: [{"id": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "address": "fa:16:3e:4e:09:60", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap246cca88-b8", "ovs_interfaceid": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-87902f05-5656-4a17-8008-921fb5d2fafb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:42:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:42:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:42:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:42:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:42:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:42:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:42:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG nova.objects.instance [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lazy-loading 'flavor' on Instance uuid 3b14c16c-886e-4c7e-babe-2514af23b2bd {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:20 user nova-compute[74702]: INFO nova.compute.manager [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Attaching volume e4613db2-591f-4e14-9b53-fe821fac231f to /dev/vdb
Oct 26 01:42:20 user nova-compute[74702]: DEBUG os_brick.utils [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b49781-6bd4-4683-842e-46903da3931c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b845e833-6b95-437c-933f-36147d44d93e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[430fee28-8deb-4f2c-bfd7-a47d74d91e27]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[db1aeebe-acc4-471e-bc55-fd57f20f6f51]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:42:20 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[90324a03-6ae0-4aeb-b3a7-ba82a0c1620e]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG os_brick.utils [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] <== get_connector_properties: return (164ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating existing volume attachment record: cb5b3213-e52b-4292-9128-0a575eb6e940 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Acquiring lock "839cf49b-bf64-4655-83a9-933fd1c866ff" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lazy-loading 'flavor' on Instance uuid 839cf49b-bf64-4655-83a9-933fd1c866ff {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.104s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Acquiring lock "839cf49b-bf64-4655-83a9-933fd1c866ff" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:21 user nova-compute[74702]: INFO nova.compute.manager [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Attaching volume e9502f2f-a1a7-41c7-b1b1-bf9dde6d23d9 to /dev/vdb
Oct 26 01:42:21 user nova-compute[74702]: DEBUG os_brick.utils [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbb533b5-eac7-460e-b3ce-66f20315ecb0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7148551f-f719-4bb7-bf84-f0173c19f5ae]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[340076ff-c1a0-4a46-a958-b65492ca3a16]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9006a9ae-5d8b-41aa-b5af-a1c202947905]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:42:21 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4235e73f-11be-4736-b5f5-ab439e6c753f]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG os_brick.utils [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Updating existing volume attachment record: c9cd9c6f-434f-4bfb-bbc5-d687baf6e3bf {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:42:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:42:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:42:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:42:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:42:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:24 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:42:24 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:42:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=7275MB free_disk=25.446048736572266GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:42:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 28355258-10da-4098-ad51-339560388173 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:42:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 839cf49b-bf64-4655-83a9-933fd1c866ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:42:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:42:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:42:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 419d3630-8338-4412-a45a-9ab2e7b961a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:42:25 user nova-compute[74702]: INFO nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 9a098477-ef1b-4dc6-a9f7-e05cc3882d88 has allocations against this compute host but is not found in the database.
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3b14c16c-886e-4c7e-babe-2514af23b2bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance fcd3b0e2-1995-4e60-b17c-f6074d3750e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance e2748235-7b0c-40be-a615-fc508fce690b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ff1dd0ba-18dc-41eb-a617-6f65897962c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 87902f05-5656-4a17-8008-921fb5d2fafb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance cff55563-391a-4d8c-a1b8-116325ea1966 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.613s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.138s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:42:25 user nova-compute[74702]: INFO nova.compute.claims [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Claim successful on node user
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.504s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG nova.network.neutron [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:42:26 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:42:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG nova.policy [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13e1f8d768de4ed092e98b06634fae52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9deb546dcf3445249590cec6ba4acc9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:42:26 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Creating image(s)
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "/opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "/opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "/opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk 1073741824" returned: 0 in 0.050s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG nova.network.neutron [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Successfully created port: 67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:42:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Cannot resize image /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Ensure instance console log exists: /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.network.neutron [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Successfully updated port: 67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "refresh_cache-9a098477-ef1b-4dc6-a9f7-e05cc3882d88" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquired lock "refresh_cache-9a098477-ef1b-4dc6-a9f7-e05cc3882d88" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.network.neutron [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.compute.manager [req-65cf2129-3ef7-4aae-9924-bd5c0e276ccc req-6fe15533-5f88-4929-92a9-b9b794a4710b service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Received event network-changed-67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.compute.manager [req-65cf2129-3ef7-4aae-9924-bd5c0e276ccc req-6fe15533-5f88-4929-92a9-b9b794a4710b service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Refreshing instance network info cache due to event network-changed-67d3231f-98f4-4952-a4f9-9b835e8ff9ee. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-65cf2129-3ef7-4aae-9924-bd5c0e276ccc req-6fe15533-5f88-4929-92a9-b9b794a4710b service nova] Acquiring lock "refresh_cache-9a098477-ef1b-4dc6-a9f7-e05cc3882d88" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.network.neutron [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.network.neutron [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Updating instance_info_cache with network_info: [{"id": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "address": "fa:16:3e:ee:97:cd", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67d3231f-98", "ovs_interfaceid": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Releasing lock "refresh_cache-9a098477-ef1b-4dc6-a9f7-e05cc3882d88" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Instance network_info: |[{"id": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "address": "fa:16:3e:ee:97:cd", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67d3231f-98", "ovs_interfaceid": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-65cf2129-3ef7-4aae-9924-bd5c0e276ccc req-6fe15533-5f88-4929-92a9-b9b794a4710b service nova] Acquired lock "refresh_cache-9a098477-ef1b-4dc6-a9f7-e05cc3882d88" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.network.neutron [req-65cf2129-3ef7-4aae-9924-bd5c0e276ccc req-6fe15533-5f88-4929-92a9-b9b794a4710b service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Refreshing network info cache for port 67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Start _get_guest_xml network_info=[{"id": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "address": "fa:16:3e:ee:97:cd", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67d3231f-98", "ovs_interfaceid": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:42:27 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:42:27 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:42:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-708465086',display_name='tempest-VolumesAdminNegativeTest-server-708465086',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-708465086',id=15,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9deb546dcf3445249590cec6ba4acc9c',ramdisk_id='',reservation_id='r-r1x4iuuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-319754849',owner_user_name='tempest-VolumesAdminNegativeTest-319754849-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:42:26Z,user_data=None,user_id='13e1f8d768de4ed092e98b06634fae52',uuid=9a098477-ef1b-4dc6-a9f7-e05cc3882d88,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "address": "fa:16:3e:ee:97:cd", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67d3231f-98", "ovs_interfaceid": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Converting VIF {"id": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "address": "fa:16:3e:ee:97:cd", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67d3231f-98", "ovs_interfaceid": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:97:cd,bridge_name='br-int',has_traffic_filtering=True,id=67d3231f-98f4-4952-a4f9-9b835e8ff9ee,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67d3231f-98') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.objects.instance [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lazy-loading 'pci_devices' on Instance uuid 9a098477-ef1b-4dc6-a9f7-e05cc3882d88 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:42:27 user nova-compute[74702]:   <uuid>9a098477-ef1b-4dc6-a9f7-e05cc3882d88</uuid>
Oct 26 01:42:27 user nova-compute[74702]:   <name>instance-0000000f</name>
Oct 26 01:42:27 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:42:27 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:42:27 user nova-compute[74702]:   <metadata>
Oct 26 01:42:27 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:42:27 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:42:27 user nova-compute[74702]:       <nova:name>tempest-VolumesAdminNegativeTest-server-708465086</nova:name>
Oct 26 01:42:27 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:42:27</nova:creationTime>
Oct 26 01:42:27 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:42:27 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:42:27 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:42:27 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:42:27 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:42:27 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:42:27 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:42:27 user nova-compute[74702]:       <nova:owner>
Oct 26 01:42:27 user nova-compute[74702]:         <nova:user uuid="13e1f8d768de4ed092e98b06634fae52">tempest-VolumesAdminNegativeTest-319754849-project-member</nova:user>
Oct 26 01:42:27 user nova-compute[74702]:         <nova:project uuid="9deb546dcf3445249590cec6ba4acc9c">tempest-VolumesAdminNegativeTest-319754849</nova:project>
Oct 26 01:42:27 user nova-compute[74702]:       </nova:owner>
Oct 26 01:42:27 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:42:27 user nova-compute[74702]:       <nova:ports>
Oct 26 01:42:27 user nova-compute[74702]:         <nova:port uuid="67d3231f-98f4-4952-a4f9-9b835e8ff9ee">
Oct 26 01:42:27 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 01:42:27 user nova-compute[74702]:         </nova:port>
Oct 26 01:42:27 user nova-compute[74702]:       </nova:ports>
Oct 26 01:42:27 user nova-compute[74702]:     </nova:instance>
Oct 26 01:42:27 user nova-compute[74702]:   </metadata>
Oct 26 01:42:27 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:42:27 user nova-compute[74702]:     <system>
Oct 26 01:42:27 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:42:27 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:42:27 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:42:27 user nova-compute[74702]:       <entry name="serial">9a098477-ef1b-4dc6-a9f7-e05cc3882d88</entry>
Oct 26 01:42:27 user nova-compute[74702]:       <entry name="uuid">9a098477-ef1b-4dc6-a9f7-e05cc3882d88</entry>
Oct 26 01:42:27 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:42:27 user nova-compute[74702]:     </system>
Oct 26 01:42:27 user nova-compute[74702]:   </sysinfo>
Oct 26 01:42:27 user nova-compute[74702]:   <os>
Oct 26 01:42:27 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:42:27 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:42:27 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:42:27 user nova-compute[74702]:   </os>
Oct 26 01:42:27 user nova-compute[74702]:   <features>
Oct 26 01:42:27 user nova-compute[74702]:     <acpi/>
Oct 26 01:42:27 user nova-compute[74702]:     <apic/>
Oct 26 01:42:27 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:42:27 user nova-compute[74702]:   </features>
Oct 26 01:42:27 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:42:27 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:42:27 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:42:27 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:42:27 user nova-compute[74702]:   </clock>
Oct 26 01:42:27 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:42:27 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:42:27 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:42:27 user nova-compute[74702]:   </cpu>
Oct 26 01:42:27 user nova-compute[74702]:   <devices>
Oct 26 01:42:27 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:42:27 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:42:27 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk"/>
Oct 26 01:42:27 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:42:27 user nova-compute[74702]:     </disk>
Oct 26 01:42:27 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:42:27 user nova-compute[74702]:       <mac address="fa:16:3e:ee:97:cd"/>
Oct 26 01:42:27 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:42:27 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:42:27 user nova-compute[74702]:       <target dev="tap67d3231f-98"/>
Oct 26 01:42:27 user nova-compute[74702]:     </interface>
Oct 26 01:42:27 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:42:27 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/console.log" append="off"/>
Oct 26 01:42:27 user nova-compute[74702]:     </serial>
Oct 26 01:42:27 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:42:27 user nova-compute[74702]:     <video>
Oct 26 01:42:27 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:42:27 user nova-compute[74702]:     </video>
Oct 26 01:42:27 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:42:27 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:42:27 user nova-compute[74702]:     </rng>
Oct 26 01:42:27 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:42:27 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:42:27 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:42:27 user nova-compute[74702]:     </memballoon>
Oct 26 01:42:27 user nova-compute[74702]:   </devices>
Oct 26 01:42:27 user nova-compute[74702]: </domain>
Oct 26 01:42:27 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:42:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-708465086',display_name='tempest-VolumesAdminNegativeTest-server-708465086',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-708465086',id=15,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9deb546dcf3445249590cec6ba4acc9c',ramdisk_id='',reservation_id='r-r1x4iuuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-319754849',owner_user_name='tempest-VolumesAdminNegativeTest-319754849-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:42:26Z,user_data=None,user_id='13e1f8d768de4ed092e98b06634fae52',uuid=9a098477-ef1b-4dc6-a9f7-e05cc3882d88,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "address": "fa:16:3e:ee:97:cd", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67d3231f-98", "ovs_interfaceid": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Converting VIF {"id": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "address": "fa:16:3e:ee:97:cd", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67d3231f-98", "ovs_interfaceid": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:97:cd,bridge_name='br-int',has_traffic_filtering=True,id=67d3231f-98f4-4952-a4f9-9b835e8ff9ee,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67d3231f-98') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG os_vif [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:97:cd,bridge_name='br-int',has_traffic_filtering=True,id=67d3231f-98f4-4952-a4f9-9b835e8ff9ee,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67d3231f-98') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '73e260e5-9e0e-5408-b38d-e04dd4c5ce3f', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap67d3231f-98, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap67d3231f-98, col_values=(('qos', UUID('c143e3d1-b26f-4ef5-817b-c0e63d2c4f5b')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap67d3231f-98, col_values=(('external_ids', {'iface-id': '67d3231f-98f4-4952-a4f9-9b835e8ff9ee', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:97:cd', 'vm-uuid': '9a098477-ef1b-4dc6-a9f7-e05cc3882d88'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:27 user nova-compute[74702]: INFO os_vif [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:97:cd,bridge_name='br-int',has_traffic_filtering=True,id=67d3231f-98f4-4952-a4f9-9b835e8ff9ee,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67d3231f-98')
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:42:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] No VIF found with MAC fa:16:3e:ee:97:cd, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:42:28 user nova-compute[74702]: DEBUG nova.network.neutron [req-65cf2129-3ef7-4aae-9924-bd5c0e276ccc req-6fe15533-5f88-4929-92a9-b9b794a4710b service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Updated VIF entry in instance network info cache for port 67d3231f-98f4-4952-a4f9-9b835e8ff9ee. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:42:28 user nova-compute[74702]: DEBUG nova.network.neutron [req-65cf2129-3ef7-4aae-9924-bd5c0e276ccc req-6fe15533-5f88-4929-92a9-b9b794a4710b service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Updating instance_info_cache with network_info: [{"id": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "address": "fa:16:3e:ee:97:cd", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67d3231f-98", "ovs_interfaceid": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-65cf2129-3ef7-4aae-9924-bd5c0e276ccc req-6fe15533-5f88-4929-92a9-b9b794a4710b service nova] Releasing lock "refresh_cache-9a098477-ef1b-4dc6-a9f7-e05cc3882d88" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:42:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:29 user nova-compute[74702]: DEBUG nova.compute.manager [req-10f4f490-5917-498c-ba44-01f2481f0f9b req-6943b794-63df-46b6-95fd-e765d515f68d service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Received event network-vif-plugged-67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-10f4f490-5917-498c-ba44-01f2481f0f9b req-6943b794-63df-46b6-95fd-e765d515f68d service nova] Acquiring lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-10f4f490-5917-498c-ba44-01f2481f0f9b req-6943b794-63df-46b6-95fd-e765d515f68d service nova] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-10f4f490-5917-498c-ba44-01f2481f0f9b req-6943b794-63df-46b6-95fd-e765d515f68d service nova] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:29 user nova-compute[74702]: DEBUG nova.compute.manager [req-10f4f490-5917-498c-ba44-01f2481f0f9b req-6943b794-63df-46b6-95fd-e765d515f68d service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] No waiting events found dispatching network-vif-plugged-67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:29 user nova-compute[74702]: WARNING nova.compute.manager [req-10f4f490-5917-498c-ba44-01f2481f0f9b req-6943b794-63df-46b6-95fd-e765d515f68d service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Received unexpected event network-vif-plugged-67d3231f-98f4-4952-a4f9-9b835e8ff9ee for instance with vm_state building and task_state spawning.
Oct 26 01:42:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG nova.compute.manager [req-191b13fa-27d6-414b-b86b-82b864c70fb9 req-abc66b4d-efb4-4c1d-8913-06ab6dc5ee5d service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Received event network-vif-plugged-67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-191b13fa-27d6-414b-b86b-82b864c70fb9 req-abc66b4d-efb4-4c1d-8913-06ab6dc5ee5d service nova] Acquiring lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-191b13fa-27d6-414b-b86b-82b864c70fb9 req-abc66b4d-efb4-4c1d-8913-06ab6dc5ee5d service nova] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-191b13fa-27d6-414b-b86b-82b864c70fb9 req-abc66b4d-efb4-4c1d-8913-06ab6dc5ee5d service nova] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG nova.compute.manager [req-191b13fa-27d6-414b-b86b-82b864c70fb9 req-abc66b4d-efb4-4c1d-8913-06ab6dc5ee5d service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] No waiting events found dispatching network-vif-plugged-67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:31 user nova-compute[74702]: WARNING nova.compute.manager [req-191b13fa-27d6-414b-b86b-82b864c70fb9 req-abc66b4d-efb4-4c1d-8913-06ab6dc5ee5d service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Received unexpected event network-vif-plugged-67d3231f-98f4-4952-a4f9-9b835e8ff9ee for instance with vm_state building and task_state spawning.
Oct 26 01:42:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:42:31 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Instance spawned successfully.
Oct 26 01:42:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:42:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:42:31 user nova-compute[74702]: INFO nova.compute.manager [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Took 5.69 seconds to spawn the instance on the hypervisor.
Oct 26 01:42:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:42:32 user nova-compute[74702]: INFO nova.compute.manager [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Took 6.75 seconds to build instance.
Oct 26 01:42:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da5fe505-5abf-4737-aa26-56a01f5af38d tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.853s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Acquiring lock "e2748235-7b0c-40be-a615-fc508fce690b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "e2748235-7b0c-40be-a615-fc508fce690b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Acquiring lock "e2748235-7b0c-40be-a615-fc508fce690b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "e2748235-7b0c-40be-a615-fc508fce690b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "e2748235-7b0c-40be-a615-fc508fce690b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:33 user nova-compute[74702]: INFO nova.compute.manager [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Terminating instance
Oct 26 01:42:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-3779308b-ab88-4391-91f0-ded8164e427f req-73b88f55-3126-4d58-acba-93508c26e43f service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Received event network-vif-unplugged-d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3779308b-ab88-4391-91f0-ded8164e427f req-73b88f55-3126-4d58-acba-93508c26e43f service nova] Acquiring lock "e2748235-7b0c-40be-a615-fc508fce690b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3779308b-ab88-4391-91f0-ded8164e427f req-73b88f55-3126-4d58-acba-93508c26e43f service nova] Lock "e2748235-7b0c-40be-a615-fc508fce690b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3779308b-ab88-4391-91f0-ded8164e427f req-73b88f55-3126-4d58-acba-93508c26e43f service nova] Lock "e2748235-7b0c-40be-a615-fc508fce690b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-3779308b-ab88-4391-91f0-ded8164e427f req-73b88f55-3126-4d58-acba-93508c26e43f service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] No waiting events found dispatching network-vif-unplugged-d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-3779308b-ab88-4391-91f0-ded8164e427f req-73b88f55-3126-4d58-acba-93508c26e43f service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Received event network-vif-unplugged-d32ebef2-5f95-4028-a1cb-4215a22e069d for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:42:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Instance destroyed successfully.
Oct 26 01:42:34 user nova-compute[74702]: DEBUG nova.objects.instance [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lazy-loading 'resources' on Instance uuid e2748235-7b0c-40be-a615-fc508fce690b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:39:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1614908949',display_name='tempest-VolumesAssistedSnapshotsTest-server-1614908949',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1614908949',id=10,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD6A3PgcIe1iXMCutsAksDZ+j3yf1wmx49QSMxomnjhPoFaTCiUdYW9joP2y9AXrlaBXB5fYHkkGEG/E/8bZgcoDHU1U1G6z2A1J5sZ9WO4Sf+aPsqUgLbrUA2wIO/gNNw==',key_name='tempest-keypair-518841209',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:39:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d34ad778046b4e13ac648b704e4cab8b',ramdisk_id='',reservation_id='r-ow6x7h7o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1591971482',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1591971482-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:39:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88b2d7e6049f492b8f5d968636d5d2af',uuid=e2748235-7b0c-40be-a615-fc508fce690b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "address": "fa:16:3e:e1:39:6c", "network": {"id": "efd52a76-7f41-4e18-944d-81435ac24dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1300136193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d34ad778046b4e13ac648b704e4cab8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd32ebef2-5f", "ovs_interfaceid": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Converting VIF {"id": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "address": "fa:16:3e:e1:39:6c", "network": {"id": "efd52a76-7f41-4e18-944d-81435ac24dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1300136193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d34ad778046b4e13ac648b704e4cab8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd32ebef2-5f", "ovs_interfaceid": "d32ebef2-5f95-4028-a1cb-4215a22e069d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e1:39:6c,bridge_name='br-int',has_traffic_filtering=True,id=d32ebef2-5f95-4028-a1cb-4215a22e069d,network=Network(efd52a76-7f41-4e18-944d-81435ac24dbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd32ebef2-5f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG os_vif [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e1:39:6c,bridge_name='br-int',has_traffic_filtering=True,id=d32ebef2-5f95-4028-a1cb-4215a22e069d,network=Network(efd52a76-7f41-4e18-944d-81435ac24dbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd32ebef2-5f') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd32ebef2-5f, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fb1d5829-d402-46c4-bc26-a7583c8da8bd) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:34 user nova-compute[74702]: INFO os_vif [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e1:39:6c,bridge_name='br-int',has_traffic_filtering=True,id=d32ebef2-5f95-4028-a1cb-4215a22e069d,network=Network(efd52a76-7f41-4e18-944d-81435ac24dbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd32ebef2-5f')
Oct 26 01:42:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Deleting instance files /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b_del
Oct 26 01:42:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Deletion of /opt/stack/data/nova/instances/e2748235-7b0c-40be-a615-fc508fce690b_del complete
Oct 26 01:42:35 user nova-compute[74702]: INFO nova.compute.manager [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Took 1.06 seconds to destroy the instance on the hypervisor.
Oct 26 01:42:35 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:42:35 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:42:35 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: e2748235-7b0c-40be-a615-fc508fce690b] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:42:36 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-89e332cd-94ec-4588-8c8c-57f479bb5c8d req-c25be27a-9807-46ec-816c-cfeeafa5728e service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Received event network-vif-deleted-d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:36 user nova-compute[74702]: INFO nova.compute.manager [req-89e332cd-94ec-4588-8c8c-57f479bb5c8d req-c25be27a-9807-46ec-816c-cfeeafa5728e service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Neutron deleted interface d32ebef2-5f95-4028-a1cb-4215a22e069d; detaching it from the instance and deleting it from the info cache
Oct 26 01:42:36 user nova-compute[74702]: DEBUG nova.network.neutron [req-89e332cd-94ec-4588-8c8c-57f479bb5c8d req-c25be27a-9807-46ec-816c-cfeeafa5728e service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:36 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Took 1.14 seconds to deallocate network for instance.
Oct 26 01:42:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-89e332cd-94ec-4588-8c8c-57f479bb5c8d req-c25be27a-9807-46ec-816c-cfeeafa5728e service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Detach interface failed, port_id=d32ebef2-5f95-4028-a1cb-4215a22e069d, reason: Instance e2748235-7b0c-40be-a615-fc508fce690b could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:42:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-31969980-8d81-4f61-8a3d-f53d8f89b2f7 req-b4a40544-540d-4213-ac4c-dcb80df862b1 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Received event network-vif-plugged-d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-31969980-8d81-4f61-8a3d-f53d8f89b2f7 req-b4a40544-540d-4213-ac4c-dcb80df862b1 service nova] Acquiring lock "e2748235-7b0c-40be-a615-fc508fce690b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-31969980-8d81-4f61-8a3d-f53d8f89b2f7 req-b4a40544-540d-4213-ac4c-dcb80df862b1 service nova] Lock "e2748235-7b0c-40be-a615-fc508fce690b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-31969980-8d81-4f61-8a3d-f53d8f89b2f7 req-b4a40544-540d-4213-ac4c-dcb80df862b1 service nova] Lock "e2748235-7b0c-40be-a615-fc508fce690b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-31969980-8d81-4f61-8a3d-f53d8f89b2f7 req-b4a40544-540d-4213-ac4c-dcb80df862b1 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] No waiting events found dispatching network-vif-plugged-d32ebef2-5f95-4028-a1cb-4215a22e069d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:36 user nova-compute[74702]: WARNING nova.compute.manager [req-31969980-8d81-4f61-8a3d-f53d8f89b2f7 req-b4a40544-540d-4213-ac4c-dcb80df862b1 service nova] [instance: e2748235-7b0c-40be-a615-fc508fce690b] Received unexpected event network-vif-plugged-d32ebef2-5f95-4028-a1cb-4215a22e069d for instance with vm_state deleted and task_state None.
Oct 26 01:42:36 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:42:36 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:42:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.473s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:36 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Deleted allocations for instance e2748235-7b0c-40be-a615-fc508fce690b
Oct 26 01:42:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0e811730-1006-4c19-bbdc-9d3194defd03 tempest-VolumesAssistedSnapshotsTest-1591971482 tempest-VolumesAssistedSnapshotsTest-1591971482-project-member] Lock "e2748235-7b0c-40be-a615-fc508fce690b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.921s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 01:42:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:42:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VriDkTwt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:42:40 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:42:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:42:40 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:42:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:42:40 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:42:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0893f77-da99-443d-9899-17ee57badf8d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:42:40 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4bf4946-3359-4a4b-9d10-86c37da4cc08]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f] added
Oct 26 01:42:40 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1da019ec-57ad-4ee6-bf9e-33576712d6d8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc2d472f-1df4-4266-b32b-03d56e45d920]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VriDkTwt {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VriDkTwt" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3af438e-9df1-4179-b122-cb225e38ca5c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VriDkTwt'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e865af4d-54d5-46b6-927f-40b2776ffa99]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6076724-4249-4ba2-962c-a30ae3ba52ed]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5aae986-4190-44cf-b54d-3b8fce9e722f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260]
Oct 26 01:42:41 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260] successful.
Oct 26 01:42:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-b14a465b-b510-4d37-9694-1c60611d44c9 req-78d3cf1e-beb4-441e-ad80-d2ccffbe19a0 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-changed-6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-b14a465b-b510-4d37-9694-1c60611d44c9 req-78d3cf1e-beb4-441e-ad80-d2ccffbe19a0 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing instance network info cache due to event network-changed-6426c818-1b31-486a-bb77-2d6013fad524. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b14a465b-b510-4d37-9694-1c60611d44c9 req-78d3cf1e-beb4-441e-ad80-d2ccffbe19a0 service nova] Acquiring lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b14a465b-b510-4d37-9694-1c60611d44c9 req-78d3cf1e-beb4-441e-ad80-d2ccffbe19a0 service nova] Acquired lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG nova.network.neutron [req-b14a465b-b510-4d37-9694-1c60611d44c9 req-78d3cf1e-beb4-441e-ad80-d2ccffbe19a0 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Refreshing network info cache for port 6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ea102b9-c198-42cd-ab02-53a1625f268c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.051s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[abbdf8dd-30b6-4fea-8f52-95573a16ac52]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:42:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.380s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] HCTL ('37', '-', '-', 0) found on session 11 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[86a61b59-dddf-4063-b201-8553388ed358]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Searching for a device in session 11 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VriDkTwt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "28355258-10da-4098-ad51-339560388173" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "28355258-10da-4098-ad51-339560388173" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "28355258-10da-4098-ad51-339560388173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "28355258-10da-4098-ad51-339560388173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "28355258-10da-4098-ad51-339560388173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG nova.network.neutron [req-b14a465b-b510-4d37-9694-1c60611d44c9 req-78d3cf1e-beb4-441e-ad80-d2ccffbe19a0 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updated VIF entry in instance network info cache for port 6426c818-1b31-486a-bb77-2d6013fad524. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG nova.network.neutron [req-b14a465b-b510-4d37-9694-1c60611d44c9 req-78d3cf1e-beb4-441e-ad80-d2ccffbe19a0 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [{"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:41 user nova-compute[74702]: INFO nova.compute.manager [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Terminating instance
Oct 26 01:42:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b14a465b-b510-4d37-9694-1c60611d44c9 req-78d3cf1e-beb4-441e-ad80-d2ccffbe19a0 service nova] Releasing lock "refresh_cache-fcd3b0e2-1995-4e60-b17c-f6074d3750e2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:42:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG nova.compute.manager [req-0209f4df-4c4a-4d88-9daf-958e1b51cae1 req-3d069616-c53b-4707-9f15-af0f311d5953 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-vif-unplugged-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0209f4df-4c4a-4d88-9daf-958e1b51cae1 req-3d069616-c53b-4707-9f15-af0f311d5953 service nova] Acquiring lock "28355258-10da-4098-ad51-339560388173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0209f4df-4c4a-4d88-9daf-958e1b51cae1 req-3d069616-c53b-4707-9f15-af0f311d5953 service nova] Lock "28355258-10da-4098-ad51-339560388173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0209f4df-4c4a-4d88-9daf-958e1b51cae1 req-3d069616-c53b-4707-9f15-af0f311d5953 service nova] Lock "28355258-10da-4098-ad51-339560388173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG nova.compute.manager [req-0209f4df-4c4a-4d88-9daf-958e1b51cae1 req-3d069616-c53b-4707-9f15-af0f311d5953 service nova] [instance: 28355258-10da-4098-ad51-339560388173] No waiting events found dispatching network-vif-unplugged-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG nova.compute.manager [req-0209f4df-4c4a-4d88-9daf-958e1b51cae1 req-3d069616-c53b-4707-9f15-af0f311d5953 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-vif-unplugged-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.430s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] <== connect_volume: return (1435ms) {'type': 'block', 'scsi_wwn': '26135373334643835', 'path': '/dev/sdf'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26135373334643835', 'path': '/dev/sdf'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG nova.objects.instance [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lazy-loading 'flavor' on Instance uuid 3b14c16c-886e-4c7e-babe-2514af23b2bd {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:42:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:42:42 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:42:42 user nova-compute[74702]:   <source dev="/dev/sdf"/>
Oct 26 01:42:42 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:42:42 user nova-compute[74702]:   <serial>e4613db2-591f-4e14-9b53-fe821fac231f</serial>
Oct 26 01:42:42 user nova-compute[74702]: </disk>
Oct 26 01:42:42 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:42:43 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 28355258-10da-4098-ad51-339560388173] Instance destroyed successfully.
Oct 26 01:42:43 user nova-compute[74702]: DEBUG nova.objects.instance [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lazy-loading 'resources' on Instance uuid 28355258-10da-4098-ad51-339560388173 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:38:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-834958348',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-834958348',id=9,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEv+CcbFw/BQHHWblqbX9+/hHTC86codb77aPaiYYWdTVzfyJyiKulSe1n43Felba0B0prhHKHmelxWPZ3FCyJckHT0o5aaqhf8jT3IJug4qvpHbfsvufmYCQzK6HvuXfg==',key_name='tempest-keypair-547912722',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:39:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='20ad055d6ac7482f889de1376acabeed',ramdisk_id='',reservation_id='r-30e3q8st',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-979810986',owner_user_name='tempest-TaggedAttachmentsTest-979810986-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d573ff0291734a86b68af4efecefd810',uuid=28355258-10da-4098-ad51-339560388173,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converting VIF {"id": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "address": "fa:16:3e:92:ae:6e", "network": {"id": "a786d7c6-4813-4355-83a6-d69fef453088", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1974198509-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ad055d6ac7482f889de1376acabeed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap680cb573-b8", "ovs_interfaceid": "680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:92:ae:6e,bridge_name='br-int',has_traffic_filtering=True,id=680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c,network=Network(a786d7c6-4813-4355-83a6-d69fef453088),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap680cb573-b8') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG os_vif [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:ae:6e,bridge_name='br-int',has_traffic_filtering=True,id=680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c,network=Network(a786d7c6-4813-4355-83a6-d69fef453088),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap680cb573-b8') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap680cb573-b8, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ef1d2455-888c-4da2-b8fb-f977f5b1fe76) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:43 user nova-compute[74702]: INFO os_vif [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:ae:6e,bridge_name='br-int',has_traffic_filtering=True,id=680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c,network=Network(a786d7c6-4813-4355-83a6-d69fef453088),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap680cb573-b8')
Oct 26 01:42:43 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Deleting instance files /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173_del
Oct 26 01:42:43 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Deletion of /opt/stack/data/nova/instances/28355258-10da-4098-ad51-339560388173_del complete
Oct 26 01:42:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] No VIF found with MAC fa:16:3e:20:8a:df, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:42:43 user nova-compute[74702]: INFO nova.compute.manager [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] [instance: 28355258-10da-4098-ad51-339560388173] Took 1.44 seconds to destroy the instance on the hypervisor.
Oct 26 01:42:43 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 28355258-10da-4098-ad51-339560388173] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 28355258-10da-4098-ad51-339560388173] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-046dee5f-17ad-4362-b29a-ae8b5f29d3da tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.844s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:43 user nova-compute[74702]: INFO nova.compute.manager [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Terminating instance
Oct 26 01:42:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-5a92e440-bdd2-4b34-9558-f95ac1fd7bf1 req-38ea88d1-26e3-4910-8b23-27f5fa7d2f5b service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-vif-plugged-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5a92e440-bdd2-4b34-9558-f95ac1fd7bf1 req-38ea88d1-26e3-4910-8b23-27f5fa7d2f5b service nova] Acquiring lock "28355258-10da-4098-ad51-339560388173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5a92e440-bdd2-4b34-9558-f95ac1fd7bf1 req-38ea88d1-26e3-4910-8b23-27f5fa7d2f5b service nova] Lock "28355258-10da-4098-ad51-339560388173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5a92e440-bdd2-4b34-9558-f95ac1fd7bf1 req-38ea88d1-26e3-4910-8b23-27f5fa7d2f5b service nova] Lock "28355258-10da-4098-ad51-339560388173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-5a92e440-bdd2-4b34-9558-f95ac1fd7bf1 req-38ea88d1-26e3-4910-8b23-27f5fa7d2f5b service nova] [instance: 28355258-10da-4098-ad51-339560388173] No waiting events found dispatching network-vif-plugged-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:44 user nova-compute[74702]: WARNING nova.compute.manager [req-5a92e440-bdd2-4b34-9558-f95ac1fd7bf1 req-38ea88d1-26e3-4910-8b23-27f5fa7d2f5b service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received unexpected event network-vif-plugged-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c for instance with vm_state active and task_state deleting.
Oct 26 01:42:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 28355258-10da-4098-ad51-339560388173] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:44 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 28355258-10da-4098-ad51-339560388173] Took 1.19 seconds to deallocate network for instance.
Oct 26 01:42:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-5a42aca6-d2a0-4836-8a55-de64492e09f9 req-903ae6f2-d96c-42d3-8308-7e5744f8fc08 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-4b1a4097-4f3a-46ca-a7aa-55d206296b56 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5a42aca6-d2a0-4836-8a55-de64492e09f9 req-903ae6f2-d96c-42d3-8308-7e5744f8fc08 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5a42aca6-d2a0-4836-8a55-de64492e09f9 req-903ae6f2-d96c-42d3-8308-7e5744f8fc08 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5a42aca6-d2a0-4836-8a55-de64492e09f9 req-903ae6f2-d96c-42d3-8308-7e5744f8fc08 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-5a42aca6-d2a0-4836-8a55-de64492e09f9 req-903ae6f2-d96c-42d3-8308-7e5744f8fc08 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-unplugged-4b1a4097-4f3a-46ca-a7aa-55d206296b56 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-5a42aca6-d2a0-4836-8a55-de64492e09f9 req-903ae6f2-d96c-42d3-8308-7e5744f8fc08 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-4b1a4097-4f3a-46ca-a7aa-55d206296b56 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-b09dc0c8-1b13-4fa6-893c-68e270a1a565 req-5d727b33-991a-42f1-8594-ad74bbbbd9db service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b09dc0c8-1b13-4fa6-893c-68e270a1a565 req-5d727b33-991a-42f1-8594-ad74bbbbd9db service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b09dc0c8-1b13-4fa6-893c-68e270a1a565 req-5d727b33-991a-42f1-8594-ad74bbbbd9db service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b09dc0c8-1b13-4fa6-893c-68e270a1a565 req-5d727b33-991a-42f1-8594-ad74bbbbd9db service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-b09dc0c8-1b13-4fa6-893c-68e270a1a565 req-5d727b33-991a-42f1-8594-ad74bbbbd9db service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-unplugged-da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-b09dc0c8-1b13-4fa6-893c-68e270a1a565 req-5d727b33-991a-42f1-8594-ad74bbbbd9db service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-da70d82a-55c3-4951-a420-e9f6fa201fa8 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:42:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.663s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:45 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Deleted allocations for instance 28355258-10da-4098-ad51-339560388173
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-74bd4ca3-3e2b-44ea-bdd1-ced230a52bff tempest-TaggedAttachmentsTest-979810986 tempest-TaggedAttachmentsTest-979810986-project-member] Lock "28355258-10da-4098-ad51-339560388173" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.630s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:45 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Instance destroyed successfully.
Oct 26 01:42:45 user nova-compute[74702]: DEBUG nova.objects.instance [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lazy-loading 'resources' on Instance uuid fcd3b0e2-1995-4e60-b17c-f6074d3750e2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:41:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:41:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:77:7d:21,bridge_name='br-int',has_traffic_filtering=True,id=6426c818-1b31-486a-bb77-2d6013fad524,network=Network(48393d5e-f3cb-402e-b116-47325a29cfe9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6426c818-1b') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:77:7d:21,bridge_name='br-int',has_traffic_filtering=True,id=6426c818-1b31-486a-bb77-2d6013fad524,network=Network(48393d5e-f3cb-402e-b116-47325a29cfe9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6426c818-1b') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6426c818-1b, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2b9e1000-a280-4e81-b4e4-cf6bacbe73c3) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: INFO os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:77:7d:21,bridge_name='br-int',has_traffic_filtering=True,id=6426c818-1b31-486a-bb77-2d6013fad524,network=Network(48393d5e-f3cb-402e-b116-47325a29cfe9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6426c818-1b')
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:41:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:41:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:11:fc,bridge_name='br-int',has_traffic_filtering=True,id=f63a6ca3-b08c-4f26-9106-de46cbd4bf19,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf63a6ca3-b0') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:11:fc,bridge_name='br-int',has_traffic_filtering=True,id=f63a6ca3-b08c-4f26-9106-de46cbd4bf19,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf63a6ca3-b0') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf63a6ca3-b0, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6e70921b-3aca-4377-8b0c-baaba292af1d) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: INFO os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:11:fc,bridge_name='br-int',has_traffic_filtering=True,id=f63a6ca3-b08c-4f26-9106-de46cbd4bf19,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf63a6ca3-b0')
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:41:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:41:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:9c:7e,bridge_name='br-int',has_traffic_filtering=True,id=4b1a4097-4f3a-46ca-a7aa-55d206296b56,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4b1a4097-4f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:9c:7e,bridge_name='br-int',has_traffic_filtering=True,id=4b1a4097-4f3a-46ca-a7aa-55d206296b56,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4b1a4097-4f') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4b1a4097-4f, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3c5f4131-9d74-4909-8b65-00e8bfc12ebb) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: INFO os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:9c:7e,bridge_name='br-int',has_traffic_filtering=True,id=4b1a4097-4f3a-46ca-a7aa-55d206296b56,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap4b1a4097-4f')
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:41:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:41:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ad:ef,bridge_name='br-int',has_traffic_filtering=True,id=d516f6b0-c2ab-4e37-80ce-410c4876e4e0,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd516f6b0-c2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ad:ef,bridge_name='br-int',has_traffic_filtering=True,id=d516f6b0-c2ab-4e37-80ce-410c4876e4e0,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd516f6b0-c2') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd516f6b0-c2, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: 28355258-10da-4098-ad51-339560388173] Received event network-vif-deleted-680cb573-b88f-4ea5-b3b5-54ae7b9f7d2c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-unplugged-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:46 user nova-compute[74702]: WARNING nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-f63a6ca3-b08c-4f26-9106-de46cbd4bf19 for instance with vm_state active and task_state deleting.
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-unplugged-6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-6426c818-1b31-486a-bb77-2d6013fad524 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:46 user nova-compute[74702]: WARNING nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-6426c818-1b31-486a-bb77-2d6013fad524 for instance with vm_state active and task_state deleting.
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-unplugged-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:46 user nova-compute[74702]: WARNING nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 for instance with vm_state active and task_state deleting.
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-unplugged-411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-02adbf2b-4bb0-4a55-a327-b8d453252e93 req-2c401e55-82b7-4ddc-adc6-1ecece846095 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-411c87da-f530-4509-9806-72abb6d40476 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f795c779-2380-47df-82b7-b97a26f17631) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: INFO os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ad:ef,bridge_name='br-int',has_traffic_filtering=True,id=d516f6b0-c2ab-4e37-80ce-410c4876e4e0,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd516f6b0-c2')
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:41:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:41:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:4a:d3,bridge_name='br-int',has_traffic_filtering=True,id=da70d82a-55c3-4951-a420-e9f6fa201fa8,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda70d82a-55') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:4a:d3,bridge_name='br-int',has_traffic_filtering=True,id=da70d82a-55c3-4951-a420-e9f6fa201fa8,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda70d82a-55') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapda70d82a-55, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b2de0c8c-c96f-48dc-88ac-36d5c88ff470) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: INFO os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:4a:d3,bridge_name='br-int',has_traffic_filtering=True,id=da70d82a-55c3-4951-a420-e9f6fa201fa8,network=Network(a3687cd5-19a4-4cfd-97d0-ebb3b2a77351),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda70d82a-55')
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:41:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:41:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "411c87da-f530-4509-9806-72abb6d40476", "address": "fa:16:3e:1c:5d:0a", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap411c87da-f5", "ovs_interfaceid": "411c87da-f530-4509-9806-72abb6d40476", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:5d:0a,bridge_name='br-int',has_traffic_filtering=True,id=411c87da-f530-4509-9806-72abb6d40476,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap411c87da-f5') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:5d:0a,bridge_name='br-int',has_traffic_filtering=True,id=411c87da-f530-4509-9806-72abb6d40476,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap411c87da-f5') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap411c87da-f5, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a84a8675-ff10-4e96-9e32-e53e08cfccfa) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: INFO os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:5d:0a,bridge_name='br-int',has_traffic_filtering=True,id=411c87da-f530-4509-9806-72abb6d40476,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap411c87da-f5')
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:39:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1271243615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1271243615',id=11,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKr2k1Cmerw+dqJ2AuakNhtE7i1GI0q6WRorD68A8V4EPi9jNCNjnPoY2IcxNLnc7ZevXHV6t3qJhn4rzpXjFVp4cE5CdDQ6hIbnNGyr+9zV8/sMCBhe/g2dAPRNOpLpaw==',key_name='tempest-keypair-1645936144',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:41:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e1d102ee3a47a39ec91d4e4333871a',ramdisk_id='',reservation_id='r-srxduo7u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1114338701',owner_user_name='tempest-TaggedBootDevicesTest_v242-1114338701-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:41:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='750def7e2ff646f0ade08524f4ae5836',uuid=fcd3b0e2-1995-4e60-b17c-f6074d3750e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converting VIF {"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:bd:0c,bridge_name='br-int',has_traffic_filtering=True,id=6a8dbe05-8ecf-40ed-acef-479b18e88549,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a8dbe05-8e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:bd:0c,bridge_name='br-int',has_traffic_filtering=True,id=6a8dbe05-8ecf-40ed-acef-479b18e88549,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a8dbe05-8e') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6a8dbe05-8e, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=75ade158-1af4-4edc-a577-48df0104fb1f) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:46 user nova-compute[74702]: INFO os_vif [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:bd:0c,bridge_name='br-int',has_traffic_filtering=True,id=6a8dbe05-8ecf-40ed-acef-479b18e88549,network=Network(fffb9f01-ed7d-4f3f-8fbc-164bf79072ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a8dbe05-8e')
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wkuYdezK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:42:46 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5932ce63-a1f0-48f6-b70f-f28422f47c09]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:42:46 user nova-compute[74702]: No targets found.
Oct 26 01:42:46 user nova-compute[74702]: iSNS:
Oct 26 01:42:46 user nova-compute[74702]: No targets found.
Oct 26 01:42:46 user nova-compute[74702]: STATIC:
Oct 26 01:42:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5
Oct 26 01:42:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024
Oct 26 01:42:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f
Oct 26 01:42:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9
Oct 26 01:42:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0
Oct 26 01:42:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:46 user nova-compute[74702]: FIRMWARE:
Oct 26 01:42:46 user nova-compute[74702]: No targets found.
Oct 26 01:42:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:42:46 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:42:46 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[314eed8a-2c69-4024-a33f-77923ac1e28b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7c3b138-f3c2-4db5-9174-6674f9cd57ce]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:42:46 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:42:46 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:42:46 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:42:46 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:42:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:42:46 user nova-compute[74702]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 (non-flash)
Oct 26 01:42:46 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:42:46 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:42:46 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:42:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9518125bd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[873bb441-8ce3-4f55-8e29-5158d2529d1d]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Stashing vm_state: active {{(pid=74702) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[af472b9e-0d79-4f6f-a110-c809295dd973]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[020b85fa-8f04-4888-a67e-707a29588e6d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad1a9d73-23a3-4daa-9d0d-b1ec6277fd7d]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-46d2fadd-cff5-4abb-859b-ac7b2134bd8e req-01ebcbca-fb8f-4f0c-8939-4e3834058953 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-4b1a4097-4f3a-46ca-a7aa-55d206296b56 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-46d2fadd-cff5-4abb-859b-ac7b2134bd8e req-01ebcbca-fb8f-4f0c-8939-4e3834058953 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-46d2fadd-cff5-4abb-859b-ac7b2134bd8e req-01ebcbca-fb8f-4f0c-8939-4e3834058953 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-46d2fadd-cff5-4abb-859b-ac7b2134bd8e req-01ebcbca-fb8f-4f0c-8939-4e3834058953 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-46d2fadd-cff5-4abb-859b-ac7b2134bd8e req-01ebcbca-fb8f-4f0c-8939-4e3834058953 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-4b1a4097-4f3a-46ca-a7aa-55d206296b56 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:46 user nova-compute[74702]: WARNING nova.compute.manager [req-46d2fadd-cff5-4abb-859b-ac7b2134bd8e req-01ebcbca-fb8f-4f0c-8939-4e3834058953 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-4b1a4097-4f3a-46ca-a7aa-55d206296b56 for instance with vm_state active and task_state deleting.
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[14946873-37d1-4bbc-ba4d-319cbb76159a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b90ab3c5-86d1-4a00-bae4-e434492837d5]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5, portal: 172.16.0.220,3260]
Oct 26 01:42:46 user nova-compute[74702]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5, portal: 172.16.0.220,3260] successful.
Oct 26 01:42:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-031585eb-10ef-4cc1-8a4d-f231ca17f5f3 req-2b1cf2b4-dfde-43ae-9f56-efc292265e33 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-031585eb-10ef-4cc1-8a4d-f231ca17f5f3 req-2b1cf2b4-dfde-43ae-9f56-efc292265e33 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-031585eb-10ef-4cc1-8a4d-f231ca17f5f3 req-2b1cf2b4-dfde-43ae-9f56-efc292265e33 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-031585eb-10ef-4cc1-8a4d-f231ca17f5f3 req-2b1cf2b4-dfde-43ae-9f56-efc292265e33 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-031585eb-10ef-4cc1-8a4d-f231ca17f5f3 req-2b1cf2b4-dfde-43ae-9f56-efc292265e33 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:46 user nova-compute[74702]: WARNING nova.compute.manager [req-031585eb-10ef-4cc1-8a4d-f231ca17f5f3 req-2b1cf2b4-dfde-43ae-9f56-efc292265e33 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-da70d82a-55c3-4951-a420-e9f6fa201fa8 for instance with vm_state active and task_state deleting.
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a3a0ac3-6069-4f4e-a66d-d54ae2aa32c5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e93c5508-301d-48c1-ac94-6f8f1fdf5dae]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.382s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] <== disconnect_volume: return (384ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:42:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HMRxJdGl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:42:47 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:42:47 user nova-compute[74702]: INFO nova.compute.claims [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Claim successful on node user
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c5d8d6c-dbfc-43f5-b700-d720d1d2c47c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:42:47 user nova-compute[74702]: No targets found.
Oct 26 01:42:47 user nova-compute[74702]: iSNS:
Oct 26 01:42:47 user nova-compute[74702]: No targets found.
Oct 26 01:42:47 user nova-compute[74702]: STATIC:
Oct 26 01:42:47 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024
Oct 26 01:42:47 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:47 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:47 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f
Oct 26 01:42:47 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:47 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:47 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9
Oct 26 01:42:47 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:47 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:47 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0
Oct 26 01:42:47 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:47 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:47 user nova-compute[74702]: FIRMWARE:
Oct 26 01:42:47 user nova-compute[74702]: No targets found.
Oct 26 01:42:47 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:42:47 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:42:47 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[79e8c49f-89c7-4a28-b529-a72c9a6ab5e5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f57c68-0264-427b-8283-061b5d26615d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:42:47 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:42:47 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:42:47 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:42:47 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:42:47 user nova-compute[74702]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 (non-flash)
Oct 26 01:42:47 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:42:47 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:42:47 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084ae710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024'): ({'sdc'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Removing single pathed devices sdc {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:42:47 user nova-compute[74702]: INFO nova.compute.resource_tracker [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating resource usage from migration 4b471489-3e25-4282-a305-9ab8267c0898
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8be361d8-57f3-4150-87d4-8b57a435cbad]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[67b687d1-d233-400d-b703-46bebe97b268]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Flushing IO for device /dev/sdc {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[10876e98-b711-44f6-9511-cc5aa54d7490]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[78b01a60-ddf9-467c-afc6-e4533fb1c34e]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d521511f-924e-4a8f-a246-a85be05a3721]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e10f890f-2d20-4915-8d94-d0d2e5320abe]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024, portal: 172.16.0.220,3260]
Oct 26 01:42:47 user nova-compute[74702]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024, portal: 172.16.0.220,3260] successful.
Oct 26 01:42:47 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:206019d0-f05c-4761-a6b0-672ba3f5a024 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8e663c2-fdb3-42e6-a84d-991abbbde98a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] <== disconnect_volume: return (342ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QXTvjBEN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:42:47 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[56df87b7-91ed-4578-8d72-70fe870b2935]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:42:47 user nova-compute[74702]: No targets found.
Oct 26 01:42:47 user nova-compute[74702]: iSNS:
Oct 26 01:42:47 user nova-compute[74702]: No targets found.
Oct 26 01:42:47 user nova-compute[74702]: STATIC:
Oct 26 01:42:47 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f
Oct 26 01:42:47 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:47 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:47 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9
Oct 26 01:42:47 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:47 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:47 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0
Oct 26 01:42:47 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:47 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:47 user nova-compute[74702]: FIRMWARE:
Oct 26 01:42:47 user nova-compute[74702]: No targets found.
Oct 26 01:42:47 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:42:47 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:42:47 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0826220-46ee-4a50-8404-da404b0627b0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a7ce87-5056-4c7e-9855-4cd23e881251]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:42:47 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:42:47 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:42:47 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:42:47 user nova-compute[74702]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 (non-flash)
Oct 26 01:42:47 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:42:47 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084a6cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9'): ({'sdd'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Removing single pathed devices sdd {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[86d2f0d4-3731-4539-b684-29d693a8c179]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4c44e46-a678-4375-84ba-57dc8ca72cf7]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Flushing IO for device /dev/sdd {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d362d073-8fa3-4e9f-bd3d-11ee2c010bfa]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.609s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:47 user nova-compute[74702]: INFO nova.compute.manager [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Migrating
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:42:47 user nova-compute[74702]: INFO nova.compute.rpcapi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.050s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[de51f1b7-860b-4527-abd6-eb4a6c5885c8]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6203fe3c-699a-4531-a077-4199f2eee981]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquired lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG nova.network.neutron [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e1a2801-8793-4c2d-8de2-1717a6962d3c]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9, portal: 172.16.0.220,3260]
Oct 26 01:42:47 user nova-compute[74702]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9, portal: 172.16.0.220,3260] successful.
Oct 26 01:42:47 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b365fcf6-dbf3-46ea-85ef-53081d9b37c9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[adcb9cc6-431d-4575-b75a-5113c3c544f2]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] <== disconnect_volume: return (352ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:42:47 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Deleting instance files /opt/stack/data/nova/instances/fcd3b0e2-1995-4e60-b17c-f6074d3750e2_del
Oct 26 01:42:47 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Deletion of /opt/stack/data/nova/instances/fcd3b0e2-1995-4e60-b17c-f6074d3750e2_del complete
Oct 26 01:42:47 user nova-compute[74702]: INFO nova.compute.manager [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Took 3.88 seconds to destroy the instance on the hypervisor.
Oct 26 01:42:47 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:42:47 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG nova.network.neutron [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating instance_info_cache with network_info: [{"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Releasing lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Starting migrate_disk_and_power_off {{(pid=74702) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:48 user nova-compute[74702]: WARNING nova.compute.manager [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-411c87da-f530-4509-9806-72abb6d40476 for instance with vm_state active and task_state deleting.
Oct 26 01:42:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-unplugged-6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-unplugged-6a8dbe05-8ecf-40ed-acef-479b18e88549 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-plugged-6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] Acquiring lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] No waiting events found dispatching network-vif-plugged-6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:48 user nova-compute[74702]: WARNING nova.compute.manager [req-03b1f313-0410-4ba6-be56-970006a1daea req-9e046e78-9a3b-4353-afb4-b8a9dfc3f2d1 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received unexpected event network-vif-plugged-6a8dbe05-8ecf-40ed-acef-479b18e88549 for instance with vm_state active and task_state deleting.
Oct 26 01:42:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-407d84bd-e4a0-4dd9-b68e-abd81eeacc00 req-03807138-d162-4f1e-9bc8-11cfe32568ae service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-unplugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-407d84bd-e4a0-4dd9-b68e-abd81eeacc00 req-03807138-d162-4f1e-9bc8-11cfe32568ae service nova] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-407d84bd-e4a0-4dd9-b68e-abd81eeacc00 req-03807138-d162-4f1e-9bc8-11cfe32568ae service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-407d84bd-e4a0-4dd9-b68e-abd81eeacc00 req-03807138-d162-4f1e-9bc8-11cfe32568ae service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-407d84bd-e4a0-4dd9-b68e-abd81eeacc00 req-03807138-d162-4f1e-9bc8-11cfe32568ae service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] No waiting events found dispatching network-vif-unplugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:48 user nova-compute[74702]: WARNING nova.compute.manager [req-407d84bd-e4a0-4dd9-b68e-abd81eeacc00 req-03807138-d162-4f1e-9bc8-11cfe32568ae service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received unexpected event network-vif-unplugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e for instance with vm_state active and task_state resize_migrating.
Oct 26 01:42:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Instance destroyed successfully.
Oct 26 01:42:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1188944379',display_name='tempest-ServerActionsTestOtherB-server-1188944379',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1188944379',id=6,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnthLpoxOGNNbxdwL7vNn14w7D5UTKF+KTixiBC5U0+l/I8/SibarIoHWOgYf2uZYL9DDqwJ2G5VeKnBASJuH4xQEnR5fCxub2i8qVcy4gCr0VJu9zDplqxNRhT//5Eaw==',key_name='tempest-keypair-663560602',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:38:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a8eb30c67e094aa995fcf6c9ff85893f',ramdisk_id='',reservation_id='r-e7v4103q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-58023112',owner_user_name='tempest-ServerActionsTestOtherB-58023112-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:42:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a00dd3f8ce644238c9bb5e3f09d19d9',uuid=3b14c16c-886e-4c7e-babe-2514af23b2bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-877103564-network", "vif_mac": "fa:16:3e:20:8a:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converting VIF {"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-877103564-network", "vif_mac": "fa:16:3e:20:8a:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_vif [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap08ccbf26-db, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=375efa48-e9fc-4baf-9bf5-ba4276aba4eb) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:49 user nova-compute[74702]: INFO os_vif [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db')
Oct 26 01:42:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VriDkTwt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:42:49 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad015442-6723-4489-a3a2-0e4ffa9a487b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:42:49 user nova-compute[74702]: No targets found.
Oct 26 01:42:49 user nova-compute[74702]: iSNS:
Oct 26 01:42:49 user nova-compute[74702]: No targets found.
Oct 26 01:42:49 user nova-compute[74702]: STATIC:
Oct 26 01:42:49 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f
Oct 26 01:42:49 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:49 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:49 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0
Oct 26 01:42:49 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:42:49 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:42:49 user nova-compute[74702]: FIRMWARE:
Oct 26 01:42:49 user nova-compute[74702]: No targets found.
Oct 26 01:42:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:42:49 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:42:49 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e2bc7f2-e1c7-4d63-83ce-17cf1c0320d1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[852b1f2e-697d-496b-9ee0-646deb8a3701]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:42:49 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:42:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:42:49 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:42:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f950846e8c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f'): ({'sdf'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Removing single pathed devices sdf {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc814f9c-f6ba-4224-96b1-742d138a78f9]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c8d072c-558f-456b-98f0-43fdd6176bc9]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Flushing IO for device /dev/sdf {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ecf1e51-43bd-45f5-b156-708770d6f30f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.136s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[26f80259-872c-45c3-a2d1-f760804255ed]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] SCSI volumes sdf have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.041s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[df5b650d-1ad5-422b-b23a-3cc704d37bc8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba536b34-c938-4512-91a8-1e066fbb0ea1]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260]
Oct 26 01:42:49 user nova-compute[74702]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260] successful.
Oct 26 01:42:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f20fa01-702c-451e-888b-5ad3306888f8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.506s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] <== disconnect_volume: return (508ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:42:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:42:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd_resize/disk /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CMD "cp -r /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd_resize/disk /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk" returned: 0 in 0.338s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd_resize/disk.info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk.info {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CMD "cp -r /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd_resize/disk.info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk.info" returned: 0 in 0.042s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-fcdec735-3da5-46f3-9bbd-5e99e19b67b1 req-c146f768-f8fa-4ecf-8087-9d810885c89e service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fcdec735-3da5-46f3-9bbd-5e99e19b67b1 req-c146f768-f8fa-4ecf-8087-9d810885c89e service nova] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fcdec735-3da5-46f3-9bbd-5e99e19b67b1 req-c146f768-f8fa-4ecf-8087-9d810885c89e service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fcdec735-3da5-46f3-9bbd-5e99e19b67b1 req-c146f768-f8fa-4ecf-8087-9d810885c89e service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-fcdec735-3da5-46f3-9bbd-5e99e19b67b1 req-c146f768-f8fa-4ecf-8087-9d810885c89e service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] No waiting events found dispatching network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:42:51 user nova-compute[74702]: WARNING nova.compute.manager [req-fcdec735-3da5-46f3-9bbd-5e99e19b67b1 req-c146f768-f8fa-4ecf-8087-9d810885c89e service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received unexpected event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e for instance with vm_state active and task_state resize_migrating.
Oct 26 01:42:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Port 08ccbf26-dba2-45bf-a600-7ffb2aa9773e binding to destination host user is already ACTIVE {{(pid=74702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.volume.cinder [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Update attachment failed for attachment c9cd9c6f-434f-4bfb-bbc5-d687baf6e3bf. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cb926c7a-1f70-4fa9-b55c-f77966b175e6) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cb926c7a-1f70-4fa9-b55c-f77966b175e6)
Oct 26 01:42:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Failed to attach e9502f2f-a1a7-41c7-b1b1-bf9dde6d23d9 at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cb926c7a-1f70-4fa9-b55c-f77966b175e6)
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Traceback (most recent call last):
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     ret_val = method(obj, context, *args, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     self._do_attach(context, instance, volume, volume_api,
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     self._volume_attach(context, volume, connector, instance,
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     connection_info = volume_api.attachment_update(
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     res = method(self, ctx, *args, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     with excutils.save_and_reraise_exception():
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     self.force_reraise()
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     raise self.value
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     context, '3.44', skip_version_check=True).attachments.update(
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     return method.func(obj, *args, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     resp = self._update('/attachments/%s' % id, body)
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     return self._cs_request(url, 'PUT', **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     return self.request(url, method, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff]     raise exceptions.from_response(resp, body)
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cb926c7a-1f70-4fa9-b55c-f77966b175e6)
Oct 26 01:42:52 user nova-compute[74702]: ERROR nova.compute.manager [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] 
Oct 26 01:42:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:42:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquired lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:42:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:42:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 30.870s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server [None req-b9360b13-1e9e-4173-8091-df99414c11ae tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cb926c7a-1f70-4fa9-b55c-f77966b175e6)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cb926c7a-1f70-4fa9-b55c-f77966b175e6)
Oct 26 01:42:52 user nova-compute[74702]: ERROR oslo_messaging.rpc.server 
Oct 26 01:42:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating instance_info_cache with network_info: [{"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Releasing lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG os_brick.utils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4ae835b-daad-4ff7-84c7-923234128f63]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bd51e0a-fe9b-4ecc-92e4-608747b45716]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[87733868-08c8-4a06-a5bf-220b2a2540e5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[04448889-e428-441b-8e51-9969de3918aa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-deleted-411c87da-f530-4509-9806-72abb6d40476 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:53 user nova-compute[74702]: INFO nova.compute.manager [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Neutron deleted interface 411c87da-f530-4509-9806-72abb6d40476; detaching it from the instance and deleting it from the info cache
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [{"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "address": "fa:16:3e:38:4a:d3", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda70d82a-55", "ovs_interfaceid": "da70d82a-55c3-4951-a420-e9f6fa201fa8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:42:53 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:42:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f33633-ef04-40a7-8985-dcbe75eda877]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG os_brick.utils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Detach interface failed, port_id=411c87da-f530-4509-9806-72abb6d40476, reason: Instance fcd3b0e2-1995-4e60-b17c-f6074d3750e2 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-deleted-da70d82a-55c3-4951-a420-e9f6fa201fa8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:53 user nova-compute[74702]: INFO nova.compute.manager [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Neutron deleted interface da70d82a-55c3-4951-a420-e9f6fa201fa8; detaching it from the instance and deleting it from the info cache
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [{"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "address": "fa:16:3e:c7:bd:0c", "network": {"id": "fffb9f01-ed7d-4f3f-8fbc-164bf79072ce", "bridge": "br-int", "label": "tempest-device-tagging-net2-1889805029", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a8dbe05-8e", "ovs_interfaceid": "6a8dbe05-8ecf-40ed-acef-479b18e88549", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Detach interface failed, port_id=da70d82a-55c3-4951-a420-e9f6fa201fa8, reason: Instance fcd3b0e2-1995-4e60-b17c-f6074d3750e2 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-deleted-6a8dbe05-8ecf-40ed-acef-479b18e88549 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:53 user nova-compute[74702]: INFO nova.compute.manager [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Neutron deleted interface 6a8dbe05-8ecf-40ed-acef-479b18e88549; detaching it from the instance and deleting it from the info cache
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [{"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "address": "fa:16:3e:0a:ad:ef", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd516f6b0-c2", "ovs_interfaceid": "d516f6b0-c2ab-4e37-80ce-410c4876e4e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Detach interface failed, port_id=6a8dbe05-8ecf-40ed-acef-479b18e88549, reason: Instance fcd3b0e2-1995-4e60-b17c-f6074d3750e2 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-deleted-d516f6b0-c2ab-4e37-80ce-410c4876e4e0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:53 user nova-compute[74702]: INFO nova.compute.manager [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Neutron deleted interface d516f6b0-c2ab-4e37-80ce-410c4876e4e0; detaching it from the instance and deleting it from the info cache
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [{"id": "6426c818-1b31-486a-bb77-2d6013fad524", "address": "fa:16:3e:77:7d:21", "network": {"id": "48393d5e-f3cb-402e-b116-47325a29cfe9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1721937219-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6426c818-1b", "ovs_interfaceid": "6426c818-1b31-486a-bb77-2d6013fad524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "address": "fa:16:3e:d0:11:fc", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf63a6ca3-b0", "ovs_interfaceid": "f63a6ca3-b08c-4f26-9106-de46cbd4bf19", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "address": "fa:16:3e:21:9c:7e", "network": {"id": "a3687cd5-19a4-4cfd-97d0-ebb3b2a77351", "bridge": "br-int", "label": "tempest-device-tagging-net1-2105720458", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b4e1d102ee3a47a39ec91d4e4333871a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b1a4097-4f", "ovs_interfaceid": "4b1a4097-4f3a-46ca-a7aa-55d206296b56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-7ca9257f-9d60-4cac-ab2b-27b64def69a1 req-6347f380-19d6-47d0-9b30-26505db43997 service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Detach interface failed, port_id=d516f6b0-c2ab-4e37-80ce-410c4876e4e0, reason: Instance fcd3b0e2-1995-4e60-b17c-f6074d3750e2 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:42:53 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:42:53 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Took 5.89 seconds to deallocate network for instance.
Oct 26 01:42:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-b1ce2de3-0eb6-41dd-a43b-80e13a86fa21 req-a94167a0-e5af-4321-bd45-3f2350f2de6f service nova] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Received event network-vif-deleted-6426c818-1b31-486a-bb77-2d6013fad524 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:42:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:42:56 user nova-compute[74702]: INFO nova.compute.manager [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] [instance: fcd3b0e2-1995-4e60-b17c-f6074d3750e2] Took 2.88 seconds to detach 3 volumes for instance.
Oct 26 01:42:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:42:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:42:57 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:42:57 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:42:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.441s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:57 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Deleted allocations for instance fcd3b0e2-1995-4e60-b17c-f6074d3750e2
Oct 26 01:42:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3e0946ed-2c99-4ee1-befa-5f4cc1117454 tempest-TaggedBootDevicesTest_v242-1114338701 tempest-TaggedBootDevicesTest_v242-1114338701-project-member] Lock "fcd3b0e2-1995-4e60-b17c-f6074d3750e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.359s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:42:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:05 user nova-compute[74702]: INFO nova.compute.manager [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Rescuing
Oct 26 01:43:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:43:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquired lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:43:05 user nova-compute[74702]: DEBUG nova.network.neutron [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:43:05 user nova-compute[74702]: DEBUG nova.network.neutron [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updating instance_info_cache with network_info: [{"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:43:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Releasing lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-03e1615d-7991-4db2-ba13-612bdc3a4c15 req-03a31a90-e11a-4eb1-8c04-ac50bc15a4ae service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-unplugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03e1615d-7991-4db2-ba13-612bdc3a4c15 req-03a31a90-e11a-4eb1-8c04-ac50bc15a4ae service nova] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03e1615d-7991-4db2-ba13-612bdc3a4c15 req-03a31a90-e11a-4eb1-8c04-ac50bc15a4ae service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03e1615d-7991-4db2-ba13-612bdc3a4c15 req-03a31a90-e11a-4eb1-8c04-ac50bc15a4ae service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-03e1615d-7991-4db2-ba13-612bdc3a4c15 req-03a31a90-e11a-4eb1-8c04-ac50bc15a4ae service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] No waiting events found dispatching network-vif-unplugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:43:06 user nova-compute[74702]: WARNING nova.compute.manager [req-03e1615d-7991-4db2-ba13-612bdc3a4c15 req-03a31a90-e11a-4eb1-8c04-ac50bc15a4ae service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received unexpected event network-vif-unplugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b for instance with vm_state active and task_state rescuing.
Oct 26 01:43:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Instance destroyed successfully.
Oct 26 01:43:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Attempting rescue
Oct 26 01:43:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74702) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Instance directory exists: not creating {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 01:43:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Creating image(s)
Oct 26 01:43:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "/opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "/opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "/opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.013s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG nova.objects.instance [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'trusted_certs' on Instance uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.190s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.rescue {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.rescue" returned: 0 in 0.047s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.objects.instance [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'migration_context' on Instance uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.objects.base [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<0818a203-91c9-40ff-ba3e-7c71db32deb0> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Start _get_guest_xml network_info=[{"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "vif_mac": "fa:16:3e:4c:ec:1b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '13f38a05-6339-4dea-a135-bff12e404c02', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.objects.instance [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'resources' on Instance uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.objects.base [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<0818a203-91c9-40ff-ba3e-7c71db32deb0> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.objects.instance [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'numa_topology' on Instance uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.objects.base [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<0818a203-91c9-40ff-ba3e-7c71db32deb0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:43:07 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:43:07 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.objects.instance [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.objects.base [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<0818a203-91c9-40ff-ba3e-7c71db32deb0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1191524075',display_name='tempest-ServerRescueNegativeTestJSON-server-1191524075',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1191524075',id=1,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:38:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='541c5a0da90c4ee7a0a078f5f144d719',ramdisk_id='',reservation_id='r-lca8dend',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-858261015',owner_user_name='tempest-ServerRescueNegativeTestJSON-858261015-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:38:32Z,user_data=None,user_id='4e9c680f688f42059011bde2d37fe96e',uuid=0818a203-91c9-40ff-ba3e-7c71db32deb0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "vif_mac": "fa:16:3e:4c:ec:1b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converting VIF {"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "vif_mac": "fa:16:3e:4c:ec:1b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4c:ec:1b,bridge_name='br-int',has_traffic_filtering=True,id=326f7dd3-2d5b-48fb-9e26-d7b23056b62b,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap326f7dd3-2d') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.objects.instance [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'pci_devices' on Instance uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.objects.base [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<0818a203-91c9-40ff-ba3e-7c71db32deb0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:43:07 user nova-compute[74702]:   <uuid>0818a203-91c9-40ff-ba3e-7c71db32deb0</uuid>
Oct 26 01:43:07 user nova-compute[74702]:   <name>instance-00000001</name>
Oct 26 01:43:07 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:43:07 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:43:07 user nova-compute[74702]:   <metadata>
Oct 26 01:43:07 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:43:07 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:43:07 user nova-compute[74702]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1191524075</nova:name>
Oct 26 01:43:07 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:43:07</nova:creationTime>
Oct 26 01:43:07 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:43:07 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:43:07 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:43:07 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:43:07 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:43:07 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:43:07 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:43:07 user nova-compute[74702]:       <nova:owner>
Oct 26 01:43:07 user nova-compute[74702]:         <nova:user uuid="4e9c680f688f42059011bde2d37fe96e">tempest-ServerRescueNegativeTestJSON-858261015-project-member</nova:user>
Oct 26 01:43:07 user nova-compute[74702]:         <nova:project uuid="541c5a0da90c4ee7a0a078f5f144d719">tempest-ServerRescueNegativeTestJSON-858261015</nova:project>
Oct 26 01:43:07 user nova-compute[74702]:       </nova:owner>
Oct 26 01:43:07 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:43:07 user nova-compute[74702]:       <nova:ports>
Oct 26 01:43:07 user nova-compute[74702]:         <nova:port uuid="326f7dd3-2d5b-48fb-9e26-d7b23056b62b">
Oct 26 01:43:07 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:43:07 user nova-compute[74702]:         </nova:port>
Oct 26 01:43:07 user nova-compute[74702]:       </nova:ports>
Oct 26 01:43:07 user nova-compute[74702]:     </nova:instance>
Oct 26 01:43:07 user nova-compute[74702]:   </metadata>
Oct 26 01:43:07 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:43:07 user nova-compute[74702]:     <system>
Oct 26 01:43:07 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:43:07 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:43:07 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:43:07 user nova-compute[74702]:       <entry name="serial">0818a203-91c9-40ff-ba3e-7c71db32deb0</entry>
Oct 26 01:43:07 user nova-compute[74702]:       <entry name="uuid">0818a203-91c9-40ff-ba3e-7c71db32deb0</entry>
Oct 26 01:43:07 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:43:07 user nova-compute[74702]:     </system>
Oct 26 01:43:07 user nova-compute[74702]:   </sysinfo>
Oct 26 01:43:07 user nova-compute[74702]:   <os>
Oct 26 01:43:07 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:43:07 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:43:07 user nova-compute[74702]:   </os>
Oct 26 01:43:07 user nova-compute[74702]:   <features>
Oct 26 01:43:07 user nova-compute[74702]:     <acpi/>
Oct 26 01:43:07 user nova-compute[74702]:     <apic/>
Oct 26 01:43:07 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:43:07 user nova-compute[74702]:   </features>
Oct 26 01:43:07 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:43:07 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:43:07 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:43:07 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:43:07 user nova-compute[74702]:   </clock>
Oct 26 01:43:07 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:43:07 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:43:07 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:43:07 user nova-compute[74702]:   </cpu>
Oct 26 01:43:07 user nova-compute[74702]:   <devices>
Oct 26 01:43:07 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:43:07 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:43:07 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.rescue"/>
Oct 26 01:43:07 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:43:07 user nova-compute[74702]:     </disk>
Oct 26 01:43:07 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:43:07 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:43:07 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk"/>
Oct 26 01:43:07 user nova-compute[74702]:       <target dev="vdb" bus="virtio"/>
Oct 26 01:43:07 user nova-compute[74702]:     </disk>
Oct 26 01:43:07 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:43:07 user nova-compute[74702]:       <mac address="fa:16:3e:4c:ec:1b"/>
Oct 26 01:43:07 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:43:07 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:43:07 user nova-compute[74702]:       <target dev="tap326f7dd3-2d"/>
Oct 26 01:43:07 user nova-compute[74702]:     </interface>
Oct 26 01:43:07 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:43:07 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/console.log" append="off"/>
Oct 26 01:43:07 user nova-compute[74702]:     </serial>
Oct 26 01:43:07 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:43:07 user nova-compute[74702]:     <video>
Oct 26 01:43:07 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:43:07 user nova-compute[74702]:     </video>
Oct 26 01:43:07 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:43:07 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:43:07 user nova-compute[74702]:     </rng>
Oct 26 01:43:07 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:43:07 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:43:07 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:43:07 user nova-compute[74702]:     </memballoon>
Oct 26 01:43:07 user nova-compute[74702]:   </devices>
Oct 26 01:43:07 user nova-compute[74702]: </domain>
Oct 26 01:43:07 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:43:07 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Instance destroyed successfully.
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:43:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No VIF found with MAC fa:16:3e:4c:ec:1b, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:43:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-22fc97ee-e618-479b-85e9-9707f490c1a9 req-533cae6b-6822-4c71-8220-bc3446e0ea7f service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-22fc97ee-e618-479b-85e9-9707f490c1a9 req-533cae6b-6822-4c71-8220-bc3446e0ea7f service nova] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-22fc97ee-e618-479b-85e9-9707f490c1a9 req-533cae6b-6822-4c71-8220-bc3446e0ea7f service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-22fc97ee-e618-479b-85e9-9707f490c1a9 req-533cae6b-6822-4c71-8220-bc3446e0ea7f service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-22fc97ee-e618-479b-85e9-9707f490c1a9 req-533cae6b-6822-4c71-8220-bc3446e0ea7f service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] No waiting events found dispatching network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:43:08 user nova-compute[74702]: WARNING nova.compute.manager [req-22fc97ee-e618-479b-85e9-9707f490c1a9 req-533cae6b-6822-4c71-8220-bc3446e0ea7f service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received unexpected event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b for instance with vm_state active and task_state rescuing.
Oct 26 01:43:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-e34edbe5-de7b-4983-9c98-ea194f3a114c req-0a1a3da0-ef28-401c-ae47-ebb295b62da6 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e34edbe5-de7b-4983-9c98-ea194f3a114c req-0a1a3da0-ef28-401c-ae47-ebb295b62da6 service nova] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e34edbe5-de7b-4983-9c98-ea194f3a114c req-0a1a3da0-ef28-401c-ae47-ebb295b62da6 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e34edbe5-de7b-4983-9c98-ea194f3a114c req-0a1a3da0-ef28-401c-ae47-ebb295b62da6 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-e34edbe5-de7b-4983-9c98-ea194f3a114c req-0a1a3da0-ef28-401c-ae47-ebb295b62da6 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] No waiting events found dispatching network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:43:10 user nova-compute[74702]: WARNING nova.compute.manager [req-e34edbe5-de7b-4983-9c98-ea194f3a114c req-0a1a3da0-ef28-401c-ae47-ebb295b62da6 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received unexpected event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b for instance with vm_state active and task_state rescuing.
Oct 26 01:43:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-e34edbe5-de7b-4983-9c98-ea194f3a114c req-0a1a3da0-ef28-401c-ae47-ebb295b62da6 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e34edbe5-de7b-4983-9c98-ea194f3a114c req-0a1a3da0-ef28-401c-ae47-ebb295b62da6 service nova] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e34edbe5-de7b-4983-9c98-ea194f3a114c req-0a1a3da0-ef28-401c-ae47-ebb295b62da6 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e34edbe5-de7b-4983-9c98-ea194f3a114c req-0a1a3da0-ef28-401c-ae47-ebb295b62da6 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-e34edbe5-de7b-4983-9c98-ea194f3a114c req-0a1a3da0-ef28-401c-ae47-ebb295b62da6 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] No waiting events found dispatching network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:43:10 user nova-compute[74702]: WARNING nova.compute.manager [req-e34edbe5-de7b-4983-9c98-ea194f3a114c req-0a1a3da0-ef28-401c-ae47-ebb295b62da6 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received unexpected event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b for instance with vm_state active and task_state rescuing.
Oct 26 01:43:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-43259538-2294-4261-9cba-654351fc2d33 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:43:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Starting finish_migration {{(pid=74702) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 26 01:43:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Instance directory exists: not creating {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 01:43:12 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Creating image(s)
Oct 26 01:43:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:12 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk. size=21474836480 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:43:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk 21474836480 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk 21474836480" returned: 0 in 0.042s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Ensure instance console log exists: /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Start _get_guest_xml network_info=[{"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-877103564-network", "vif_mac": "fa:16:3e:20:8a:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VriDkTwt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '3b14c16c-886e-4c7e-babe-2514af23b2bd', 'attached_at': '2023-10-26T01:43:12.000000', 'detached_at': '', 'volume_id': 'e4613db2-591f-4e14-9b53-fe821fac231f', 'serial': 'e4613db2-591f-4e14-9b53-fe821fac231f'}, 'attachment_id': 'dd6654d4-22e7-464f-8915-01b09449e23b', 'guest_format': None, 'boot_index': None, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:43:13 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:43:13 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VriDkTwt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:43:13 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:43:13 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:43:13 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:43:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[810aa334-aef5-4481-ab59-fccb5b5f0cb2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:43:13 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[68a7edcd-a4fa-4017-941a-23e28f031833]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f] added
Oct 26 01:43:13 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbfb4125-1c3e-4c72-a407-791c948279b5]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cc591d3-df3e-4796-a863-b140257ac1c4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VriDkTwt {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VriDkTwt" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[94307412-24fa-4c0d-8f80-66e57ff4e735]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VriDkTwt'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[86a98734-f5de-464b-b0b8-748c40f2b261]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fe0ec66-7e14-4cbc-8f45-f93eac3fe1cb]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:43:13 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:43:13 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[284a8618-c532-4228-8144-c3d8ef447378]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260]
Oct 26 01:43:13 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260] successful.
Oct 26 01:43:13 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb27f2ec-a4f2-454a-93cd-bcd380ef9819]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b90c920e-2851-40a8-ba90-0d59359220d4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:43:13 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:43:13 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:43:13 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:43:13 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] HCTL ('33', '-', '-', 0) found on session 12 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e113f74-3850-426d-9311-0f20b415c1a1]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:43:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VriDkTwt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] <== connect_volume: return (1362ms) {'type': 'block', 'scsi_wwn': '26135373334643835', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26135373334643835', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1188944379',display_name='tempest-ServerActionsTestOtherB-server-1188944379',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1188944379',id=6,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnthLpoxOGNNbxdwL7vNn14w7D5UTKF+KTixiBC5U0+l/I8/SibarIoHWOgYf2uZYL9DDqwJ2G5VeKnBASJuH4xQEnR5fCxub2i8qVcy4gCr0VJu9zDplqxNRhT//5Eaw==',key_name='tempest-keypair-663560602',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:38:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a8eb30c67e094aa995fcf6c9ff85893f',ramdisk_id='',reservation_id='r-e7v4103q',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-58023112',owner_user_name='tempest-ServerActionsTestOtherB-58023112-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:42:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a00dd3f8ce644238c9bb5e3f09d19d9',uuid=3b14c16c-886e-4c7e-babe-2514af23b2bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-877103564-network", "vif_mac": "fa:16:3e:20:8a:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converting VIF {"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-877103564-network", "vif_mac": "fa:16:3e:20:8a:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:43:14 user nova-compute[74702]:   <uuid>3b14c16c-886e-4c7e-babe-2514af23b2bd</uuid>
Oct 26 01:43:14 user nova-compute[74702]:   <name>instance-00000006</name>
Oct 26 01:43:14 user nova-compute[74702]:   <memory>2097152</memory>
Oct 26 01:43:14 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:43:14 user nova-compute[74702]:   <metadata>
Oct 26 01:43:14 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:43:14 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:43:14 user nova-compute[74702]:       <nova:name>tempest-ServerActionsTestOtherB-server-1188944379</nova:name>
Oct 26 01:43:14 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:43:13</nova:creationTime>
Oct 26 01:43:14 user nova-compute[74702]:       <nova:flavor name="m1.small">
Oct 26 01:43:14 user nova-compute[74702]:         <nova:memory>2048</nova:memory>
Oct 26 01:43:14 user nova-compute[74702]:         <nova:disk>20</nova:disk>
Oct 26 01:43:14 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:43:14 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:43:14 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:43:14 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:43:14 user nova-compute[74702]:       <nova:owner>
Oct 26 01:43:14 user nova-compute[74702]:         <nova:user uuid="0a00dd3f8ce644238c9bb5e3f09d19d9">tempest-ServerActionsTestOtherB-58023112-project-member</nova:user>
Oct 26 01:43:14 user nova-compute[74702]:         <nova:project uuid="a8eb30c67e094aa995fcf6c9ff85893f">tempest-ServerActionsTestOtherB-58023112</nova:project>
Oct 26 01:43:14 user nova-compute[74702]:       </nova:owner>
Oct 26 01:43:14 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:43:14 user nova-compute[74702]:       <nova:ports>
Oct 26 01:43:14 user nova-compute[74702]:         <nova:port uuid="08ccbf26-dba2-45bf-a600-7ffb2aa9773e">
Oct 26 01:43:14 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 26 01:43:14 user nova-compute[74702]:         </nova:port>
Oct 26 01:43:14 user nova-compute[74702]:       </nova:ports>
Oct 26 01:43:14 user nova-compute[74702]:     </nova:instance>
Oct 26 01:43:14 user nova-compute[74702]:   </metadata>
Oct 26 01:43:14 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:43:14 user nova-compute[74702]:     <system>
Oct 26 01:43:14 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:43:14 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:43:14 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:43:14 user nova-compute[74702]:       <entry name="serial">3b14c16c-886e-4c7e-babe-2514af23b2bd</entry>
Oct 26 01:43:14 user nova-compute[74702]:       <entry name="uuid">3b14c16c-886e-4c7e-babe-2514af23b2bd</entry>
Oct 26 01:43:14 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:43:14 user nova-compute[74702]:     </system>
Oct 26 01:43:14 user nova-compute[74702]:   </sysinfo>
Oct 26 01:43:14 user nova-compute[74702]:   <os>
Oct 26 01:43:14 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:43:14 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:43:14 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:43:14 user nova-compute[74702]:   </os>
Oct 26 01:43:14 user nova-compute[74702]:   <features>
Oct 26 01:43:14 user nova-compute[74702]:     <acpi/>
Oct 26 01:43:14 user nova-compute[74702]:     <apic/>
Oct 26 01:43:14 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:43:14 user nova-compute[74702]:   </features>
Oct 26 01:43:14 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:43:14 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:43:14 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:43:14 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:43:14 user nova-compute[74702]:   </clock>
Oct 26 01:43:14 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:43:14 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:43:14 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:43:14 user nova-compute[74702]:   </cpu>
Oct 26 01:43:14 user nova-compute[74702]:   <devices>
Oct 26 01:43:14 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:43:14 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:43:14 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk"/>
Oct 26 01:43:14 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:43:14 user nova-compute[74702]:     </disk>
Oct 26 01:43:14 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 01:43:14 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:43:14 user nova-compute[74702]:       <source dev="/dev/sdb"/>
Oct 26 01:43:14 user nova-compute[74702]:       <target dev="vdb" bus="virtio"/>
Oct 26 01:43:14 user nova-compute[74702]:       <serial>e4613db2-591f-4e14-9b53-fe821fac231f</serial>
Oct 26 01:43:14 user nova-compute[74702]:     </disk>
Oct 26 01:43:14 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:43:14 user nova-compute[74702]:       <mac address="fa:16:3e:20:8a:df"/>
Oct 26 01:43:14 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:43:14 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:43:14 user nova-compute[74702]:       <target dev="tap08ccbf26-db"/>
Oct 26 01:43:14 user nova-compute[74702]:     </interface>
Oct 26 01:43:14 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:43:14 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/console.log" append="off"/>
Oct 26 01:43:14 user nova-compute[74702]:     </serial>
Oct 26 01:43:14 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:43:14 user nova-compute[74702]:     <video>
Oct 26 01:43:14 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:43:14 user nova-compute[74702]:     </video>
Oct 26 01:43:14 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:43:14 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:43:14 user nova-compute[74702]:     </rng>
Oct 26 01:43:14 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:43:14 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:43:14 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:43:14 user nova-compute[74702]:     </memballoon>
Oct 26 01:43:14 user nova-compute[74702]:   </devices>
Oct 26 01:43:14 user nova-compute[74702]: </domain>
Oct 26 01:43:14 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1188944379',display_name='tempest-ServerActionsTestOtherB-server-1188944379',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1188944379',id=6,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnthLpoxOGNNbxdwL7vNn14w7D5UTKF+KTixiBC5U0+l/I8/SibarIoHWOgYf2uZYL9DDqwJ2G5VeKnBASJuH4xQEnR5fCxub2i8qVcy4gCr0VJu9zDplqxNRhT//5Eaw==',key_name='tempest-keypair-663560602',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:38:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a8eb30c67e094aa995fcf6c9ff85893f',ramdisk_id='',reservation_id='r-e7v4103q',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-58023112',owner_user_name='tempest-ServerActionsTestOtherB-58023112-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:42:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a00dd3f8ce644238c9bb5e3f09d19d9',uuid=3b14c16c-886e-4c7e-babe-2514af23b2bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-877103564-network", "vif_mac": "fa:16:3e:20:8a:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converting VIF {"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-877103564-network", "vif_mac": "fa:16:3e:20:8a:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG os_vif [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de915f4e-dd9f-577f-bc53-47cdfaf74542', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap08ccbf26-db, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap08ccbf26-db, col_values=(('qos', UUID('e8cc0090-0c0b-48ee-8c4f-aa3138b5d494')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap08ccbf26-db, col_values=(('external_ids', {'iface-id': '08ccbf26-dba2-45bf-a600-7ffb2aa9773e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:8a:df', 'vm-uuid': '3b14c16c-886e-4c7e-babe-2514af23b2bd'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:14 user nova-compute[74702]: INFO os_vif [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db')
Oct 26 01:43:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:43:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] No VIF found with MAC fa:16:3e:20:8a:df, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:43:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:43:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:43:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:43:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:43:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:43:16 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:43:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:17 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating instance_info_cache with network_info: [{"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:43:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:43:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:43:18 user nova-compute[74702]: DEBUG nova.compute.manager [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:43:18 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Instance running successfully.
Oct 26 01:43:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Failed to set time: agent not configured {{(pid=74702) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 26 01:43:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-43febaed-3fe3-47d5-8191-ef5999239a23 tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] finish_migration finished successfully. {{(pid=74702) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 26 01:43:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:43:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:43:18 user nova-compute[74702]: DEBUG nova.compute.manager [req-179162a3-bc6a-487d-a116-b0c6a93d065e req-1b0d3903-6131-40dc-a3c2-405a9e5aac91 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Received event network-changed-216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:18 user nova-compute[74702]: DEBUG nova.compute.manager [req-179162a3-bc6a-487d-a116-b0c6a93d065e req-1b0d3903-6131-40dc-a3c2-405a9e5aac91 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Refreshing instance network info cache due to event network-changed-216369f2-fa15-48ed-a3d7-eb9e67421571. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:43:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-179162a3-bc6a-487d-a116-b0c6a93d065e req-1b0d3903-6131-40dc-a3c2-405a9e5aac91 service nova] Acquiring lock "refresh_cache-cff55563-391a-4d8c-a1b8-116325ea1966" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:43:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-179162a3-bc6a-487d-a116-b0c6a93d065e req-1b0d3903-6131-40dc-a3c2-405a9e5aac91 service nova] Acquired lock "refresh_cache-cff55563-391a-4d8c-a1b8-116325ea1966" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:43:18 user nova-compute[74702]: DEBUG nova.network.neutron [req-179162a3-bc6a-487d-a116-b0c6a93d065e req-1b0d3903-6131-40dc-a3c2-405a9e5aac91 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Refreshing network info cache for port 216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "cff55563-391a-4d8c-a1b8-116325ea1966" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "cff55563-391a-4d8c-a1b8-116325ea1966" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:19 user nova-compute[74702]: INFO nova.compute.manager [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Terminating instance
Oct 26 01:43:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG nova.network.neutron [req-179162a3-bc6a-487d-a116-b0c6a93d065e req-1b0d3903-6131-40dc-a3c2-405a9e5aac91 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Updated VIF entry in instance network info cache for port 216369f2-fa15-48ed-a3d7-eb9e67421571. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG nova.network.neutron [req-179162a3-bc6a-487d-a116-b0c6a93d065e req-1b0d3903-6131-40dc-a3c2-405a9e5aac91 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Updating instance_info_cache with network_info: [{"id": "216369f2-fa15-48ed-a3d7-eb9e67421571", "address": "fa:16:3e:44:82:8b", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap216369f2-fa", "ovs_interfaceid": "216369f2-fa15-48ed-a3d7-eb9e67421571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-179162a3-bc6a-487d-a116-b0c6a93d065e req-1b0d3903-6131-40dc-a3c2-405a9e5aac91 service nova] Releasing lock "refresh_cache-cff55563-391a-4d8c-a1b8-116325ea1966" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:43:20 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Instance destroyed successfully.
Oct 26 01:43:20 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'resources' on Instance uuid cff55563-391a-4d8c-a1b8-116325ea1966 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:41:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1941521787',display_name='tempest-AttachVolumeNegativeTest-server-1941521787',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1941521787',id=14,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKXfx1h735UWH6R8my30IwJq/Qbvmv4LNcF0QsOf60w3Lmh5rK215NqWVi3kwjJ3bIDdkC+KCln31TyjOfczeRW/f/RJzniVnmaiYKWU62YxVJMVBNBna6S4IhWWG1l+nA==',key_name='tempest-keypair-1406378878',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:41:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff70c2375cf040e99c2c6c096e8b0600',ramdisk_id='',reservation_id='r-soptrubd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1370319411',owner_user_name='tempest-AttachVolumeNegativeTest-1370319411-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:41:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd78843fc35a425d8bb2bbad2a88ba74',uuid=cff55563-391a-4d8c-a1b8-116325ea1966,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "216369f2-fa15-48ed-a3d7-eb9e67421571", "address": "fa:16:3e:44:82:8b", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap216369f2-fa", "ovs_interfaceid": "216369f2-fa15-48ed-a3d7-eb9e67421571", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converting VIF {"id": "216369f2-fa15-48ed-a3d7-eb9e67421571", "address": "fa:16:3e:44:82:8b", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap216369f2-fa", "ovs_interfaceid": "216369f2-fa15-48ed-a3d7-eb9e67421571", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=216369f2-fa15-48ed-a3d7-eb9e67421571,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap216369f2-fa') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG os_vif [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=216369f2-fa15-48ed-a3d7-eb9e67421571,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap216369f2-fa') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap216369f2-fa, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=99a17d7c-3dab-44df-a765-9f5ba90f8eaf) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:20 user nova-compute[74702]: INFO os_vif [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=216369f2-fa15-48ed-a3d7-eb9e67421571,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap216369f2-fa')
Oct 26 01:43:20 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Deleting instance files /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966_del
Oct 26 01:43:20 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Deletion of /opt/stack/data/nova/instances/cff55563-391a-4d8c-a1b8-116325ea1966_del complete
Oct 26 01:43:20 user nova-compute[74702]: INFO nova.compute.manager [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:43:20 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Error from libvirt while getting description of instance-0000000e: [Error Code 42] Domain not found: no domain with matching uuid 'cff55563-391a-4d8c-a1b8-116325ea1966' (instance-0000000e): libvirt.libvirtError: Domain not found: no domain with matching uuid 'cff55563-391a-4d8c-a1b8-116325ea1966' (instance-0000000e)
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.rescue --force-share --output=json" returned: 0 in 0.247s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-6073f430-6379-40fb-bbf0-77e37d38fb35 req-547ffd84-8fae-478f-9723-00b20b729fee service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Received event network-vif-unplugged-216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6073f430-6379-40fb-bbf0-77e37d38fb35 req-547ffd84-8fae-478f-9723-00b20b729fee service nova] Acquiring lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6073f430-6379-40fb-bbf0-77e37d38fb35 req-547ffd84-8fae-478f-9723-00b20b729fee service nova] Lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6073f430-6379-40fb-bbf0-77e37d38fb35 req-547ffd84-8fae-478f-9723-00b20b729fee service nova] Lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-6073f430-6379-40fb-bbf0-77e37d38fb35 req-547ffd84-8fae-478f-9723-00b20b729fee service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] No waiting events found dispatching network-vif-unplugged-216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-6073f430-6379-40fb-bbf0-77e37d38fb35 req-547ffd84-8fae-478f-9723-00b20b729fee service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Received event network-vif-unplugged-216369f2-fa15-48ed-a3d7-eb9e67421571 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-6073f430-6379-40fb-bbf0-77e37d38fb35 req-547ffd84-8fae-478f-9723-00b20b729fee service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Received event network-vif-plugged-216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6073f430-6379-40fb-bbf0-77e37d38fb35 req-547ffd84-8fae-478f-9723-00b20b729fee service nova] Acquiring lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6073f430-6379-40fb-bbf0-77e37d38fb35 req-547ffd84-8fae-478f-9723-00b20b729fee service nova] Lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6073f430-6379-40fb-bbf0-77e37d38fb35 req-547ffd84-8fae-478f-9723-00b20b729fee service nova] Lock "cff55563-391a-4d8c-a1b8-116325ea1966-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-6073f430-6379-40fb-bbf0-77e37d38fb35 req-547ffd84-8fae-478f-9723-00b20b729fee service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] No waiting events found dispatching network-vif-plugged-216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:43:20 user nova-compute[74702]: WARNING nova.compute.manager [req-6073f430-6379-40fb-bbf0-77e37d38fb35 req-547ffd84-8fae-478f-9723-00b20b729fee service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Received unexpected event network-vif-plugged-216369f2-fa15-48ed-a3d7-eb9e67421571 for instance with vm_state active and task_state deleting.
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-dfc480fc-58b6-48ce-863d-50203666c158 req-39b616c8-97a8-4f5c-a948-da7d9ccd821c service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dfc480fc-58b6-48ce-863d-50203666c158 req-39b616c8-97a8-4f5c-a948-da7d9ccd821c service nova] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dfc480fc-58b6-48ce-863d-50203666c158 req-39b616c8-97a8-4f5c-a948-da7d9ccd821c service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dfc480fc-58b6-48ce-863d-50203666c158 req-39b616c8-97a8-4f5c-a948-da7d9ccd821c service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-dfc480fc-58b6-48ce-863d-50203666c158 req-39b616c8-97a8-4f5c-a948-da7d9ccd821c service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] No waiting events found dispatching network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:43:21 user nova-compute[74702]: WARNING nova.compute.manager [req-dfc480fc-58b6-48ce-863d-50203666c158 req-39b616c8-97a8-4f5c-a948-da7d9ccd821c service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received unexpected event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e for instance with vm_state resized and task_state None.
Oct 26 01:43:21 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:43:21 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Took 1.28 seconds to deallocate network for instance.
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.671s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:22 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Deleted allocations for instance cff55563-391a-4d8c-a1b8-116325ea1966
Oct 26 01:43:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b0a54c03-9c52-419f-9147-619b8f3a9db5 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "cff55563-391a-4d8c-a1b8-116325ea1966" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.247s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-3704b50e-03d5-498b-b732-74536a64fc31 req-9cf8e659-77e6-4213-a9bc-2c2060270674 service nova] [instance: cff55563-391a-4d8c-a1b8-116325ea1966] Received event network-vif-deleted-216369f2-fa15-48ed-a3d7-eb9e67421571 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-3704b50e-03d5-498b-b732-74536a64fc31 req-9cf8e659-77e6-4213-a9bc-2c2060270674 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3704b50e-03d5-498b-b732-74536a64fc31 req-9cf8e659-77e6-4213-a9bc-2c2060270674 service nova] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3704b50e-03d5-498b-b732-74536a64fc31 req-9cf8e659-77e6-4213-a9bc-2c2060270674 service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3704b50e-03d5-498b-b732-74536a64fc31 req-9cf8e659-77e6-4213-a9bc-2c2060270674 service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-3704b50e-03d5-498b-b732-74536a64fc31 req-9cf8e659-77e6-4213-a9bc-2c2060270674 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] No waiting events found dispatching network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:43:23 user nova-compute[74702]: WARNING nova.compute.manager [req-3704b50e-03d5-498b-b732-74536a64fc31 req-9cf8e659-77e6-4213-a9bc-2c2060270674 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received unexpected event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e for instance with vm_state resized and task_state None.
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:43:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:24 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:43:24 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:43:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=7820MB free_disk=25.469749450683594GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:43:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Applying migration context for instance 3b14c16c-886e-4c7e-babe-2514af23b2bd as it has an incoming, in-progress migration 4b471489-3e25-4282-a305-9ab8267c0898. Migration status is finished {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 26 01:43:25 user nova-compute[74702]: INFO nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating resource usage from migration 4b471489-3e25-4282-a305-9ab8267c0898
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ff1dd0ba-18dc-41eb-a617-6f65897962c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 87902f05-5656-4a17-8008-921fb5d2fafb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 419d3630-8338-4412-a45a-9ab2e7b961a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 839cf49b-bf64-4655-83a9-933fd1c866ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 9a098477-ef1b-4dc6-a9f7-e05cc3882d88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Migration 4b471489-3e25-4282-a305-9ab8267c0898 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3b14c16c-886e-4c7e-babe-2514af23b2bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=28GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:43:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.506s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:43:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:43:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:43:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:43:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:43:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:30 user nova-compute[74702]: DEBUG nova.compute.manager [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:43:31 user nova-compute[74702]: INFO nova.compute.claims [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Claim successful on node user
Oct 26 01:43:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.577s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG nova.network.neutron [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:43:31 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:43:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:43:31 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Creating image(s)
Oct 26 01:43:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "/opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "/opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "/opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG nova.policy [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b1d600fa5d448e19a0295d838d22909', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '089aeee92ad348a989f4e0b6aa7bebe0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:43:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.321s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.253s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk 1073741824" returned: 0 in 0.064s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.325s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.317s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Checking if we can resize image /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:43:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:43:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:43:33 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Cannot resize image /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:43:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:43:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Ensure instance console log exists: /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:43:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:33 user nova-compute[74702]: DEBUG nova.network.neutron [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Successfully created port: 9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.network.neutron [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Successfully updated port: 9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "refresh_cache-734108a2-c81c-408a-893d-18f992d4f3e3" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquired lock "refresh_cache-734108a2-c81c-408a-893d-18f992d4f3e3" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.network.neutron [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-72a33f24-4f26-4391-afc9-3de3f69c88a3 req-0eafdee0-3d40-4f83-a311-6c8e863135b0 service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Received event network-changed-9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-72a33f24-4f26-4391-afc9-3de3f69c88a3 req-0eafdee0-3d40-4f83-a311-6c8e863135b0 service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Refreshing instance network info cache due to event network-changed-9926b868-2152-44b4-bec5-29d834a8ddec. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-72a33f24-4f26-4391-afc9-3de3f69c88a3 req-0eafdee0-3d40-4f83-a311-6c8e863135b0 service nova] Acquiring lock "refresh_cache-734108a2-c81c-408a-893d-18f992d4f3e3" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.network.neutron [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.network.neutron [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Updating instance_info_cache with network_info: [{"id": "9926b868-2152-44b4-bec5-29d834a8ddec", "address": "fa:16:3e:23:c3:dc", "network": {"id": "1e01de5b-9838-4f66-9b73-bd14dc1736ce", "bridge": "br-int", "label": "tempest-TestVolumeSwap-87989524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "089aeee92ad348a989f4e0b6aa7bebe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9926b868-21", "ovs_interfaceid": "9926b868-2152-44b4-bec5-29d834a8ddec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Releasing lock "refresh_cache-734108a2-c81c-408a-893d-18f992d4f3e3" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.compute.manager [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Instance network_info: |[{"id": "9926b868-2152-44b4-bec5-29d834a8ddec", "address": "fa:16:3e:23:c3:dc", "network": {"id": "1e01de5b-9838-4f66-9b73-bd14dc1736ce", "bridge": "br-int", "label": "tempest-TestVolumeSwap-87989524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "089aeee92ad348a989f4e0b6aa7bebe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9926b868-21", "ovs_interfaceid": "9926b868-2152-44b4-bec5-29d834a8ddec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-72a33f24-4f26-4391-afc9-3de3f69c88a3 req-0eafdee0-3d40-4f83-a311-6c8e863135b0 service nova] Acquired lock "refresh_cache-734108a2-c81c-408a-893d-18f992d4f3e3" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.network.neutron [req-72a33f24-4f26-4391-afc9-3de3f69c88a3 req-0eafdee0-3d40-4f83-a311-6c8e863135b0 service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Refreshing network info cache for port 9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Start _get_guest_xml network_info=[{"id": "9926b868-2152-44b4-bec5-29d834a8ddec", "address": "fa:16:3e:23:c3:dc", "network": {"id": "1e01de5b-9838-4f66-9b73-bd14dc1736ce", "bridge": "br-int", "label": "tempest-TestVolumeSwap-87989524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "089aeee92ad348a989f4e0b6aa7bebe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9926b868-21", "ovs_interfaceid": "9926b868-2152-44b4-bec5-29d834a8ddec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:43:34 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:43:34 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:43:34 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:43:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-298105096',display_name='tempest-TestVolumeSwap-server-298105096',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-298105096',id=16,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBXygRFwrbuDBAayZxTgxnj9PKzfIDQkoQ6PDbpBP46fKKpyxN/KZJgUlromuVKzbtW2duPzwq8T7/XFh51uObviA5Q14/Wz+uMYU6miEIsQFDKwgPvGH4iuZJLsyuUDnQ==',key_name='tempest-keypair-84150505',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='089aeee92ad348a989f4e0b6aa7bebe0',ramdisk_id='',reservation_id='r-gl8iivej',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1031166433',owner_user_name='tempest-TestVolumeSwap-1031166433-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:43:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0b1d600fa5d448e19a0295d838d22909',uuid=734108a2-c81c-408a-893d-18f992d4f3e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9926b868-2152-44b4-bec5-29d834a8ddec", "address": "fa:16:3e:23:c3:dc", "network": {"id": "1e01de5b-9838-4f66-9b73-bd14dc1736ce", "bridge": "br-int", "label": "tempest-TestVolumeSwap-87989524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "089aeee92ad348a989f4e0b6aa7bebe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9926b868-21", "ovs_interfaceid": "9926b868-2152-44b4-bec5-29d834a8ddec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Converting VIF {"id": "9926b868-2152-44b4-bec5-29d834a8ddec", "address": "fa:16:3e:23:c3:dc", "network": {"id": "1e01de5b-9838-4f66-9b73-bd14dc1736ce", "bridge": "br-int", "label": "tempest-TestVolumeSwap-87989524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "089aeee92ad348a989f4e0b6aa7bebe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9926b868-21", "ovs_interfaceid": "9926b868-2152-44b4-bec5-29d834a8ddec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:c3:dc,bridge_name='br-int',has_traffic_filtering=True,id=9926b868-2152-44b4-bec5-29d834a8ddec,network=Network(1e01de5b-9838-4f66-9b73-bd14dc1736ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9926b868-21') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG nova.objects.instance [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lazy-loading 'pci_devices' on Instance uuid 734108a2-c81c-408a-893d-18f992d4f3e3 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:43:35 user nova-compute[74702]:   <uuid>734108a2-c81c-408a-893d-18f992d4f3e3</uuid>
Oct 26 01:43:35 user nova-compute[74702]:   <name>instance-00000010</name>
Oct 26 01:43:35 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:43:35 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:43:35 user nova-compute[74702]:   <metadata>
Oct 26 01:43:35 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:43:35 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:43:35 user nova-compute[74702]:       <nova:name>tempest-TestVolumeSwap-server-298105096</nova:name>
Oct 26 01:43:35 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:43:34</nova:creationTime>
Oct 26 01:43:35 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:43:35 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:43:35 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:43:35 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:43:35 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:43:35 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:43:35 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:43:35 user nova-compute[74702]:       <nova:owner>
Oct 26 01:43:35 user nova-compute[74702]:         <nova:user uuid="0b1d600fa5d448e19a0295d838d22909">tempest-TestVolumeSwap-1031166433-project-member</nova:user>
Oct 26 01:43:35 user nova-compute[74702]:         <nova:project uuid="089aeee92ad348a989f4e0b6aa7bebe0">tempest-TestVolumeSwap-1031166433</nova:project>
Oct 26 01:43:35 user nova-compute[74702]:       </nova:owner>
Oct 26 01:43:35 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:43:35 user nova-compute[74702]:       <nova:ports>
Oct 26 01:43:35 user nova-compute[74702]:         <nova:port uuid="9926b868-2152-44b4-bec5-29d834a8ddec">
Oct 26 01:43:35 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 01:43:35 user nova-compute[74702]:         </nova:port>
Oct 26 01:43:35 user nova-compute[74702]:       </nova:ports>
Oct 26 01:43:35 user nova-compute[74702]:     </nova:instance>
Oct 26 01:43:35 user nova-compute[74702]:   </metadata>
Oct 26 01:43:35 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:43:35 user nova-compute[74702]:     <system>
Oct 26 01:43:35 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:43:35 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:43:35 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:43:35 user nova-compute[74702]:       <entry name="serial">734108a2-c81c-408a-893d-18f992d4f3e3</entry>
Oct 26 01:43:35 user nova-compute[74702]:       <entry name="uuid">734108a2-c81c-408a-893d-18f992d4f3e3</entry>
Oct 26 01:43:35 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:43:35 user nova-compute[74702]:     </system>
Oct 26 01:43:35 user nova-compute[74702]:   </sysinfo>
Oct 26 01:43:35 user nova-compute[74702]:   <os>
Oct 26 01:43:35 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:43:35 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:43:35 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:43:35 user nova-compute[74702]:   </os>
Oct 26 01:43:35 user nova-compute[74702]:   <features>
Oct 26 01:43:35 user nova-compute[74702]:     <acpi/>
Oct 26 01:43:35 user nova-compute[74702]:     <apic/>
Oct 26 01:43:35 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:43:35 user nova-compute[74702]:   </features>
Oct 26 01:43:35 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:43:35 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:43:35 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:43:35 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:43:35 user nova-compute[74702]:   </clock>
Oct 26 01:43:35 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:43:35 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:43:35 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:43:35 user nova-compute[74702]:   </cpu>
Oct 26 01:43:35 user nova-compute[74702]:   <devices>
Oct 26 01:43:35 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:43:35 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:43:35 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk"/>
Oct 26 01:43:35 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:43:35 user nova-compute[74702]:     </disk>
Oct 26 01:43:35 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:43:35 user nova-compute[74702]:       <mac address="fa:16:3e:23:c3:dc"/>
Oct 26 01:43:35 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:43:35 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:43:35 user nova-compute[74702]:       <target dev="tap9926b868-21"/>
Oct 26 01:43:35 user nova-compute[74702]:     </interface>
Oct 26 01:43:35 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:43:35 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/console.log" append="off"/>
Oct 26 01:43:35 user nova-compute[74702]:     </serial>
Oct 26 01:43:35 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:43:35 user nova-compute[74702]:     <video>
Oct 26 01:43:35 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:43:35 user nova-compute[74702]:     </video>
Oct 26 01:43:35 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:43:35 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:43:35 user nova-compute[74702]:     </rng>
Oct 26 01:43:35 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:43:35 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:43:35 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:43:35 user nova-compute[74702]:     </memballoon>
Oct 26 01:43:35 user nova-compute[74702]:   </devices>
Oct 26 01:43:35 user nova-compute[74702]: </domain>
Oct 26 01:43:35 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:43:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-298105096',display_name='tempest-TestVolumeSwap-server-298105096',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-298105096',id=16,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBXygRFwrbuDBAayZxTgxnj9PKzfIDQkoQ6PDbpBP46fKKpyxN/KZJgUlromuVKzbtW2duPzwq8T7/XFh51uObviA5Q14/Wz+uMYU6miEIsQFDKwgPvGH4iuZJLsyuUDnQ==',key_name='tempest-keypair-84150505',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='089aeee92ad348a989f4e0b6aa7bebe0',ramdisk_id='',reservation_id='r-gl8iivej',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1031166433',owner_user_name='tempest-TestVolumeSwap-1031166433-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:43:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0b1d600fa5d448e19a0295d838d22909',uuid=734108a2-c81c-408a-893d-18f992d4f3e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9926b868-2152-44b4-bec5-29d834a8ddec", "address": "fa:16:3e:23:c3:dc", "network": {"id": "1e01de5b-9838-4f66-9b73-bd14dc1736ce", "bridge": "br-int", "label": "tempest-TestVolumeSwap-87989524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "089aeee92ad348a989f4e0b6aa7bebe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9926b868-21", "ovs_interfaceid": "9926b868-2152-44b4-bec5-29d834a8ddec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Converting VIF {"id": "9926b868-2152-44b4-bec5-29d834a8ddec", "address": "fa:16:3e:23:c3:dc", "network": {"id": "1e01de5b-9838-4f66-9b73-bd14dc1736ce", "bridge": "br-int", "label": "tempest-TestVolumeSwap-87989524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "089aeee92ad348a989f4e0b6aa7bebe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9926b868-21", "ovs_interfaceid": "9926b868-2152-44b4-bec5-29d834a8ddec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:c3:dc,bridge_name='br-int',has_traffic_filtering=True,id=9926b868-2152-44b4-bec5-29d834a8ddec,network=Network(1e01de5b-9838-4f66-9b73-bd14dc1736ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9926b868-21') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG os_vif [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:c3:dc,bridge_name='br-int',has_traffic_filtering=True,id=9926b868-2152-44b4-bec5-29d834a8ddec,network=Network(1e01de5b-9838-4f66-9b73-bd14dc1736ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9926b868-21') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3e05d882-72a0-5eb3-847b-e7bef9b81701', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9926b868-21, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9926b868-21, col_values=(('qos', UUID('407a0593-cd41-4630-8deb-49caef2dfead')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9926b868-21, col_values=(('external_ids', {'iface-id': '9926b868-2152-44b4-bec5-29d834a8ddec', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:23:c3:dc', 'vm-uuid': '734108a2-c81c-408a-893d-18f992d4f3e3'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:43:35 user nova-compute[74702]: INFO os_vif [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:c3:dc,bridge_name='br-int',has_traffic_filtering=True,id=9926b868-2152-44b4-bec5-29d834a8ddec,network=Network(1e01de5b-9838-4f66-9b73-bd14dc1736ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9926b868-21')
Oct 26 01:43:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] No VIF found with MAC fa:16:3e:23:c3:dc, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG nova.network.neutron [req-72a33f24-4f26-4391-afc9-3de3f69c88a3 req-0eafdee0-3d40-4f83-a311-6c8e863135b0 service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Updated VIF entry in instance network info cache for port 9926b868-2152-44b4-bec5-29d834a8ddec. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG nova.network.neutron [req-72a33f24-4f26-4391-afc9-3de3f69c88a3 req-0eafdee0-3d40-4f83-a311-6c8e863135b0 service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Updating instance_info_cache with network_info: [{"id": "9926b868-2152-44b4-bec5-29d834a8ddec", "address": "fa:16:3e:23:c3:dc", "network": {"id": "1e01de5b-9838-4f66-9b73-bd14dc1736ce", "bridge": "br-int", "label": "tempest-TestVolumeSwap-87989524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "089aeee92ad348a989f4e0b6aa7bebe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9926b868-21", "ovs_interfaceid": "9926b868-2152-44b4-bec5-29d834a8ddec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:43:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-72a33f24-4f26-4391-afc9-3de3f69c88a3 req-0eafdee0-3d40-4f83-a311-6c8e863135b0 service nova] Releasing lock "refresh_cache-734108a2-c81c-408a-893d-18f992d4f3e3" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:43:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:37 user nova-compute[74702]: DEBUG nova.compute.manager [req-0b8ac4c4-d7cd-45b1-8d88-97651bf0bd35 req-50a134a7-a8bb-4809-877c-18c23ac08396 service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Received event network-vif-plugged-9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0b8ac4c4-d7cd-45b1-8d88-97651bf0bd35 req-50a134a7-a8bb-4809-877c-18c23ac08396 service nova] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0b8ac4c4-d7cd-45b1-8d88-97651bf0bd35 req-50a134a7-a8bb-4809-877c-18c23ac08396 service nova] Lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0b8ac4c4-d7cd-45b1-8d88-97651bf0bd35 req-50a134a7-a8bb-4809-877c-18c23ac08396 service nova] Lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:37 user nova-compute[74702]: DEBUG nova.compute.manager [req-0b8ac4c4-d7cd-45b1-8d88-97651bf0bd35 req-50a134a7-a8bb-4809-877c-18c23ac08396 service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] No waiting events found dispatching network-vif-plugged-9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:43:37 user nova-compute[74702]: WARNING nova.compute.manager [req-0b8ac4c4-d7cd-45b1-8d88-97651bf0bd35 req-50a134a7-a8bb-4809-877c-18c23ac08396 service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Received unexpected event network-vif-plugged-9926b868-2152-44b4-bec5-29d834a8ddec for instance with vm_state building and task_state spawning.
Oct 26 01:43:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:43:39 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Instance spawned successfully.
Oct 26 01:43:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG nova.compute.manager [req-1cee27c4-d1a3-41d3-a0a8-bfac3528a3ac req-883acdc8-9b28-4b4c-ae6b-ac60e680974f service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Received event network-vif-plugged-9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1cee27c4-d1a3-41d3-a0a8-bfac3528a3ac req-883acdc8-9b28-4b4c-ae6b-ac60e680974f service nova] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1cee27c4-d1a3-41d3-a0a8-bfac3528a3ac req-883acdc8-9b28-4b4c-ae6b-ac60e680974f service nova] Lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1cee27c4-d1a3-41d3-a0a8-bfac3528a3ac req-883acdc8-9b28-4b4c-ae6b-ac60e680974f service nova] Lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:39 user nova-compute[74702]: DEBUG nova.compute.manager [req-1cee27c4-d1a3-41d3-a0a8-bfac3528a3ac req-883acdc8-9b28-4b4c-ae6b-ac60e680974f service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] No waiting events found dispatching network-vif-plugged-9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:43:39 user nova-compute[74702]: WARNING nova.compute.manager [req-1cee27c4-d1a3-41d3-a0a8-bfac3528a3ac req-883acdc8-9b28-4b4c-ae6b-ac60e680974f service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Received unexpected event network-vif-plugged-9926b868-2152-44b4-bec5-29d834a8ddec for instance with vm_state building and task_state spawning.
Oct 26 01:43:39 user nova-compute[74702]: INFO nova.compute.manager [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Took 7.26 seconds to spawn the instance on the hypervisor.
Oct 26 01:43:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:43:39 user nova-compute[74702]: INFO nova.compute.manager [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Took 8.29 seconds to build instance.
Oct 26 01:43:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-68a1ba7b-1ac9-4457-a8e7-3a859d3106be tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.397s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:43:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:43:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "87902f05-5656-4a17-8008-921fb5d2fafb" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:11 user nova-compute[74702]: INFO nova.compute.manager [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Detaching volume 46b8ca41-c203-48d5-bec0-cd99142caac0
Oct 26 01:44:11 user nova-compute[74702]: INFO nova.virt.block_device [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Attempting to driver detach volume 46b8ca41-c203-48d5-bec0-cd99142caac0 from mountpoint /dev/vdb
Oct 26 01:44:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Attempting to detach device vdb from instance 87902f05-5656-4a17-8008-921fb5d2fafb from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:44:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:44:11 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:44:11 user nova-compute[74702]:   <source dev="/dev/sde"/>
Oct 26 01:44:11 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:44:11 user nova-compute[74702]:   <serial>46b8ca41-c203-48d5-bec0-cd99142caac0</serial>
Oct 26 01:44:11 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:44:11 user nova-compute[74702]: </disk>
Oct 26 01:44:11 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:44:11 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully detached device vdb from instance 87902f05-5656-4a17-8008-921fb5d2fafb from the persistent domain config.
Oct 26 01:44:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 87902f05-5656-4a17-8008-921fb5d2fafb from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:44:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:44:11 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:44:11 user nova-compute[74702]:   <source dev="/dev/sde"/>
Oct 26 01:44:11 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:44:11 user nova-compute[74702]:   <serial>46b8ca41-c203-48d5-bec0-cd99142caac0</serial>
Oct 26 01:44:11 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:44:11 user nova-compute[74702]: </disk>
Oct 26 01:44:11 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:44:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 87902f05-5656-4a17-8008-921fb5d2fafb {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:44:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 01:44:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 01:44:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 01:44:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:44:14 user nova-compute[74702]: INFO nova.compute.claims [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Claim successful on node user
Oct 26 01:44:14 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.427s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:44:14 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:44:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG nova.policy [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db71f44cad9645b98a77fcf178161ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '401493794e7741e986abede767e65c12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:44:14 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Creating image(s)
Oct 26 01:44:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "/opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "/opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "/opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk 1073741824" returned: 0 in 0.052s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Successfully created port: 68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.210s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Checking if we can resize image /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Cannot resize image /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Ensure instance console log exists: /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Successfully updated port: 68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquired lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-7651957d-3f3a-4650-b6f9-4e1ce730cf06 req-cbb44959-f816-45e2-882b-d7efb6cddd04 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Received event network-changed-68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-7651957d-3f3a-4650-b6f9-4e1ce730cf06 req-cbb44959-f816-45e2-882b-d7efb6cddd04 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Refreshing instance network info cache due to event network-changed-68bf6ddf-5e37-4871-a7e6-677b841c7266. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7651957d-3f3a-4650-b6f9-4e1ce730cf06 req-cbb44959-f816-45e2-882b-d7efb6cddd04 service nova] Acquiring lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Updating instance_info_cache with network_info: [{"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Releasing lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Instance network_info: |[{"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7651957d-3f3a-4650-b6f9-4e1ce730cf06 req-cbb44959-f816-45e2-882b-d7efb6cddd04 service nova] Acquired lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.network.neutron [req-7651957d-3f3a-4650-b6f9-4e1ce730cf06 req-cbb44959-f816-45e2-882b-d7efb6cddd04 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Refreshing network info cache for port 68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Start _get_guest_xml network_info=[{"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:44:16 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:44:16 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:44:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-955800611',display_name='tempest-TestStampPattern-server-955800611',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-955800611',id=17,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhvi7gAe3C3lKOCxPzMYjuSQno7JICM/l8scFTtc5U9tuWF/RCYn47Ke9iN86Cl/jMvUaLm8zjikiQHpD37EEWKMfyw4NBr7azCV1cQf78dEkm7APN65fY6G9/OCrxCxw==',key_name='tempest-TestStampPattern-1340922439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='401493794e7741e986abede767e65c12',ramdisk_id='',reservation_id='r-oti1795w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1324244712',owner_user_name='tempest-TestStampPattern-1324244712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:44:15Z,user_data=None,user_id='db71f44cad9645b98a77fcf178161ab8',uuid=097ddd57-72fc-41c5-83f2-bfbf28c2c2f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Converting VIF {"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:ce:2a,bridge_name='br-int',has_traffic_filtering=True,id=68bf6ddf-5e37-4871-a7e6-677b841c7266,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68bf6ddf-5e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lazy-loading 'pci_devices' on Instance uuid 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:44:16 user nova-compute[74702]:   <uuid>097ddd57-72fc-41c5-83f2-bfbf28c2c2f7</uuid>
Oct 26 01:44:16 user nova-compute[74702]:   <name>instance-00000011</name>
Oct 26 01:44:16 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:44:16 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:44:16 user nova-compute[74702]:   <metadata>
Oct 26 01:44:16 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:44:16 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:44:16 user nova-compute[74702]:       <nova:name>tempest-TestStampPattern-server-955800611</nova:name>
Oct 26 01:44:16 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:44:16</nova:creationTime>
Oct 26 01:44:16 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:44:16 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:44:16 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:44:16 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:44:16 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:44:16 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:44:16 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:44:16 user nova-compute[74702]:       <nova:owner>
Oct 26 01:44:16 user nova-compute[74702]:         <nova:user uuid="db71f44cad9645b98a77fcf178161ab8">tempest-TestStampPattern-1324244712-project-member</nova:user>
Oct 26 01:44:16 user nova-compute[74702]:         <nova:project uuid="401493794e7741e986abede767e65c12">tempest-TestStampPattern-1324244712</nova:project>
Oct 26 01:44:16 user nova-compute[74702]:       </nova:owner>
Oct 26 01:44:16 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:44:16 user nova-compute[74702]:       <nova:ports>
Oct 26 01:44:16 user nova-compute[74702]:         <nova:port uuid="68bf6ddf-5e37-4871-a7e6-677b841c7266">
Oct 26 01:44:16 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 26 01:44:16 user nova-compute[74702]:         </nova:port>
Oct 26 01:44:16 user nova-compute[74702]:       </nova:ports>
Oct 26 01:44:16 user nova-compute[74702]:     </nova:instance>
Oct 26 01:44:16 user nova-compute[74702]:   </metadata>
Oct 26 01:44:16 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:44:16 user nova-compute[74702]:     <system>
Oct 26 01:44:16 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:44:16 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:44:16 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:44:16 user nova-compute[74702]:       <entry name="serial">097ddd57-72fc-41c5-83f2-bfbf28c2c2f7</entry>
Oct 26 01:44:16 user nova-compute[74702]:       <entry name="uuid">097ddd57-72fc-41c5-83f2-bfbf28c2c2f7</entry>
Oct 26 01:44:16 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:44:16 user nova-compute[74702]:     </system>
Oct 26 01:44:16 user nova-compute[74702]:   </sysinfo>
Oct 26 01:44:16 user nova-compute[74702]:   <os>
Oct 26 01:44:16 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:44:16 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:44:16 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:44:16 user nova-compute[74702]:   </os>
Oct 26 01:44:16 user nova-compute[74702]:   <features>
Oct 26 01:44:16 user nova-compute[74702]:     <acpi/>
Oct 26 01:44:16 user nova-compute[74702]:     <apic/>
Oct 26 01:44:16 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:44:16 user nova-compute[74702]:   </features>
Oct 26 01:44:16 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:44:16 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:44:16 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:44:16 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:44:16 user nova-compute[74702]:   </clock>
Oct 26 01:44:16 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:44:16 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:44:16 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:44:16 user nova-compute[74702]:   </cpu>
Oct 26 01:44:16 user nova-compute[74702]:   <devices>
Oct 26 01:44:16 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:44:16 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:44:16 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk"/>
Oct 26 01:44:16 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:44:16 user nova-compute[74702]:     </disk>
Oct 26 01:44:16 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:44:16 user nova-compute[74702]:       <mac address="fa:16:3e:2a:ce:2a"/>
Oct 26 01:44:16 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:44:16 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:44:16 user nova-compute[74702]:       <target dev="tap68bf6ddf-5e"/>
Oct 26 01:44:16 user nova-compute[74702]:     </interface>
Oct 26 01:44:16 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:44:16 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/console.log" append="off"/>
Oct 26 01:44:16 user nova-compute[74702]:     </serial>
Oct 26 01:44:16 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:44:16 user nova-compute[74702]:     <video>
Oct 26 01:44:16 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:44:16 user nova-compute[74702]:     </video>
Oct 26 01:44:16 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:44:16 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:44:16 user nova-compute[74702]:     </rng>
Oct 26 01:44:16 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:44:16 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:44:16 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:44:16 user nova-compute[74702]:     </memballoon>
Oct 26 01:44:16 user nova-compute[74702]:   </devices>
Oct 26 01:44:16 user nova-compute[74702]: </domain>
Oct 26 01:44:16 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:44:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-955800611',display_name='tempest-TestStampPattern-server-955800611',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-955800611',id=17,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhvi7gAe3C3lKOCxPzMYjuSQno7JICM/l8scFTtc5U9tuWF/RCYn47Ke9iN86Cl/jMvUaLm8zjikiQHpD37EEWKMfyw4NBr7azCV1cQf78dEkm7APN65fY6G9/OCrxCxw==',key_name='tempest-TestStampPattern-1340922439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='401493794e7741e986abede767e65c12',ramdisk_id='',reservation_id='r-oti1795w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1324244712',owner_user_name='tempest-TestStampPattern-1324244712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:44:15Z,user_data=None,user_id='db71f44cad9645b98a77fcf178161ab8',uuid=097ddd57-72fc-41c5-83f2-bfbf28c2c2f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Converting VIF {"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:ce:2a,bridge_name='br-int',has_traffic_filtering=True,id=68bf6ddf-5e37-4871-a7e6-677b841c7266,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68bf6ddf-5e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG os_vif [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:ce:2a,bridge_name='br-int',has_traffic_filtering=True,id=68bf6ddf-5e37-4871-a7e6-677b841c7266,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68bf6ddf-5e') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7ed1c21e-aec9-5700-829f-c3ab35ec86b5', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap68bf6ddf-5e, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap68bf6ddf-5e, col_values=(('qos', UUID('5bb3f7ce-2177-4680-9c9e-01373976db14')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap68bf6ddf-5e, col_values=(('external_ids', {'iface-id': '68bf6ddf-5e37-4871-a7e6-677b841c7266', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2a:ce:2a', 'vm-uuid': '097ddd57-72fc-41c5-83f2-bfbf28c2c2f7'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:16 user nova-compute[74702]: INFO os_vif [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:ce:2a,bridge_name='br-int',has_traffic_filtering=True,id=68bf6ddf-5e37-4871-a7e6-677b841c7266,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68bf6ddf-5e')
Oct 26 01:44:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:44:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] No VIF found with MAC fa:16:3e:2a:ce:2a, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:44:17 user nova-compute[74702]: DEBUG nova.network.neutron [req-7651957d-3f3a-4650-b6f9-4e1ce730cf06 req-cbb44959-f816-45e2-882b-d7efb6cddd04 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Updated VIF entry in instance network info cache for port 68bf6ddf-5e37-4871-a7e6-677b841c7266. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:44:17 user nova-compute[74702]: DEBUG nova.network.neutron [req-7651957d-3f3a-4650-b6f9-4e1ce730cf06 req-cbb44959-f816-45e2-882b-d7efb6cddd04 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Updating instance_info_cache with network_info: [{"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:44:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7651957d-3f3a-4650-b6f9-4e1ce730cf06 req-cbb44959-f816-45e2-882b-d7efb6cddd04 service nova] Releasing lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:44:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:18 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:44:18 user nova-compute[74702]: DEBUG nova.compute.manager [req-5f1f5a6b-8b91-44fb-85da-adc54dfc6fb5 req-e3dc3bae-e887-4d52-8733-cc4efaa36f4c service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Received event network-vif-plugged-68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:44:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5f1f5a6b-8b91-44fb-85da-adc54dfc6fb5 req-e3dc3bae-e887-4d52-8733-cc4efaa36f4c service nova] Acquiring lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5f1f5a6b-8b91-44fb-85da-adc54dfc6fb5 req-e3dc3bae-e887-4d52-8733-cc4efaa36f4c service nova] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5f1f5a6b-8b91-44fb-85da-adc54dfc6fb5 req-e3dc3bae-e887-4d52-8733-cc4efaa36f4c service nova] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:18 user nova-compute[74702]: DEBUG nova.compute.manager [req-5f1f5a6b-8b91-44fb-85da-adc54dfc6fb5 req-e3dc3bae-e887-4d52-8733-cc4efaa36f4c service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] No waiting events found dispatching network-vif-plugged-68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:44:18 user nova-compute[74702]: WARNING nova.compute.manager [req-5f1f5a6b-8b91-44fb-85da-adc54dfc6fb5 req-e3dc3bae-e887-4d52-8733-cc4efaa36f4c service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Received unexpected event network-vif-plugged-68bf6ddf-5e37-4871-a7e6-677b841c7266 for instance with vm_state building and task_state spawning.
Oct 26 01:44:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-419d3630-8338-4412-a45a-9ab2e7b961a0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:44:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-419d3630-8338-4412-a45a-9ab2e7b961a0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:44:18 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Updating instance_info_cache with network_info: [{"id": "467e8cca-5e31-47cd-aeca-21d882746179", "address": "fa:16:3e:36:14:8a", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap467e8cca-5e", "ovs_interfaceid": "467e8cca-5e31-47cd-aeca-21d882746179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-419d3630-8338-4412-a45a-9ab2e7b961a0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:44:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:44:20 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Instance spawned successfully.
Oct 26 01:44:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-ecc747cf-3de7-4d29-b085-f3b124be884c req-d3bfacd7-ea0c-4f33-81c7-3fa27ab25d87 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Received event network-vif-plugged-68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ecc747cf-3de7-4d29-b085-f3b124be884c req-d3bfacd7-ea0c-4f33-81c7-3fa27ab25d87 service nova] Acquiring lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ecc747cf-3de7-4d29-b085-f3b124be884c req-d3bfacd7-ea0c-4f33-81c7-3fa27ab25d87 service nova] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ecc747cf-3de7-4d29-b085-f3b124be884c req-d3bfacd7-ea0c-4f33-81c7-3fa27ab25d87 service nova] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-ecc747cf-3de7-4d29-b085-f3b124be884c req-d3bfacd7-ea0c-4f33-81c7-3fa27ab25d87 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] No waiting events found dispatching network-vif-plugged-68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:44:20 user nova-compute[74702]: WARNING nova.compute.manager [req-ecc747cf-3de7-4d29-b085-f3b124be884c req-d3bfacd7-ea0c-4f33-81c7-3fa27ab25d87 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Received unexpected event network-vif-plugged-68bf6ddf-5e37-4871-a7e6-677b841c7266 for instance with vm_state building and task_state spawning.
Oct 26 01:44:20 user nova-compute[74702]: INFO nova.compute.manager [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Took 6.00 seconds to spawn the instance on the hypervisor.
Oct 26 01:44:20 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:20 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:21 user nova-compute[74702]: INFO nova.compute.manager [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Took 6.90 seconds to build instance.
Oct 26 01:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9142bd47-b8db-40de-86ed-5280d6bbd6d3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.080s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:21 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.239s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.268s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:25 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:44:25 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:44:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=7565MB free_disk=25.444366455078125GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:44:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Applying migration context for instance 3b14c16c-886e-4c7e-babe-2514af23b2bd as it has an incoming, in-progress migration 4b471489-3e25-4282-a305-9ab8267c0898. Migration status is finished {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 26 01:44:26 user nova-compute[74702]: INFO nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating resource usage from migration 4b471489-3e25-4282-a305-9ab8267c0898
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ff1dd0ba-18dc-41eb-a617-6f65897962c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 87902f05-5656-4a17-8008-921fb5d2fafb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 419d3630-8338-4412-a45a-9ab2e7b961a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 839cf49b-bf64-4655-83a9-933fd1c866ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 9a098477-ef1b-4dc6-a9f7-e05cc3882d88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Migration 4b471489-3e25-4282-a305-9ab8267c0898 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3b14c16c-886e-4c7e-babe-2514af23b2bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 734108a2-c81c-408a-893d-18f992d4f3e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.620s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:44:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:44:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 87902f05-5656-4a17-8008-921fb5d2fafb is timed out.
Oct 26 01:44:31 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully detached device vdb from instance 87902f05-5656-4a17-8008-921fb5d2fafb from the live domain config.
Oct 26 01:44:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zgrodVSX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:44:31 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:44:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b6b00b0-8836-44f8-9f22-180de36832fe]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:44:31 user nova-compute[74702]: No targets found.
Oct 26 01:44:31 user nova-compute[74702]: iSNS:
Oct 26 01:44:31 user nova-compute[74702]: No targets found.
Oct 26 01:44:31 user nova-compute[74702]: STATIC:
Oct 26 01:44:31 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f
Oct 26 01:44:31 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:44:31 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:44:31 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0
Oct 26 01:44:31 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:44:31 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:44:31 user nova-compute[74702]: FIRMWARE:
Oct 26 01:44:31 user nova-compute[74702]: No targets found.
Oct 26 01:44:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:44:31 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:44:31 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa83517c-4a4b-4394-8dc6-e8186e0d30ca]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[412b8b87-2fcf-4304-9071-6827edc3d433]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:44:31 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:44:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:44:31 user nova-compute[74702]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 (non-flash)
Oct 26 01:44:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084a64d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0'): ({'sde'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Removing single pathed devices sde {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e044ff-7936-40c6-892b-4c0b27be84ce]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4500e89d-eb84-4b4b-b966-8520df3ec75c]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Flushing IO for device /dev/sde {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[98fe17f2-26ef-4162-93a3-d7ae310f8a49]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:44:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.056s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cce9d6c-4039-4ff7-a201-bbdab64678a1]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] SCSI volumes sde have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f5d9cf7-4010-426f-9d95-3a557f3edc7b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[19eca04c-5489-4e00-8b91-19a26aa75b62]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0, portal: 172.16.0.220,3260]
Oct 26 01:44:32 user nova-compute[74702]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0, portal: 172.16.0.220,3260] successful.
Oct 26 01:44:32 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46b8ca41-c203-48d5-bec0-cd99142caac0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8335c610-907c-4ce3-bed0-319a62aaf947]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] <== disconnect_volume: return (318ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:32 user nova-compute[74702]: INFO nova.compute.manager [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Terminating instance
Oct 26 01:44:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-185e0905-87cd-4b8b-9a5b-8abc072b83a6 req-805f26d0-3c28-4aa5-8f30-260aa24e7e8c service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Received event network-vif-unplugged-67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-185e0905-87cd-4b8b-9a5b-8abc072b83a6 req-805f26d0-3c28-4aa5-8f30-260aa24e7e8c service nova] Acquiring lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-185e0905-87cd-4b8b-9a5b-8abc072b83a6 req-805f26d0-3c28-4aa5-8f30-260aa24e7e8c service nova] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-185e0905-87cd-4b8b-9a5b-8abc072b83a6 req-805f26d0-3c28-4aa5-8f30-260aa24e7e8c service nova] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-185e0905-87cd-4b8b-9a5b-8abc072b83a6 req-805f26d0-3c28-4aa5-8f30-260aa24e7e8c service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] No waiting events found dispatching network-vif-unplugged-67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:44:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-185e0905-87cd-4b8b-9a5b-8abc072b83a6 req-805f26d0-3c28-4aa5-8f30-260aa24e7e8c service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Received event network-vif-unplugged-67d3231f-98f4-4952-a4f9-9b835e8ff9ee for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:44:33 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Instance destroyed successfully.
Oct 26 01:44:33 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lazy-loading 'resources' on Instance uuid 9a098477-ef1b-4dc6-a9f7-e05cc3882d88 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:42:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-708465086',display_name='tempest-VolumesAdminNegativeTest-server-708465086',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-708465086',id=15,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:42:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9deb546dcf3445249590cec6ba4acc9c',ramdisk_id='',reservation_id='r-r1x4iuuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-319754849',owner_user_name='tempest-VolumesAdminNegativeTest-319754849-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:42:32Z,user_data=None,user_id='13e1f8d768de4ed092e98b06634fae52',uuid=9a098477-ef1b-4dc6-a9f7-e05cc3882d88,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "address": "fa:16:3e:ee:97:cd", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67d3231f-98", "ovs_interfaceid": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Converting VIF {"id": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "address": "fa:16:3e:ee:97:cd", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67d3231f-98", "ovs_interfaceid": "67d3231f-98f4-4952-a4f9-9b835e8ff9ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:97:cd,bridge_name='br-int',has_traffic_filtering=True,id=67d3231f-98f4-4952-a4f9-9b835e8ff9ee,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67d3231f-98') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG os_vif [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:97:cd,bridge_name='br-int',has_traffic_filtering=True,id=67d3231f-98f4-4952-a4f9-9b835e8ff9ee,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67d3231f-98') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap67d3231f-98, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c143e3d1-b26f-4ef5-817b-c0e63d2c4f5b) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:33 user nova-compute[74702]: INFO os_vif [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:97:cd,bridge_name='br-int',has_traffic_filtering=True,id=67d3231f-98f4-4952-a4f9-9b835e8ff9ee,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67d3231f-98')
Oct 26 01:44:33 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Deleting instance files /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88_del
Oct 26 01:44:33 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Deletion of /opt/stack/data/nova/instances/9a098477-ef1b-4dc6-a9f7-e05cc3882d88_del complete
Oct 26 01:44:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:33 user nova-compute[74702]: INFO nova.compute.manager [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Took 0.78 seconds to destroy the instance on the hypervisor.
Oct 26 01:44:33 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG nova.objects.instance [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'flavor' on Instance uuid 87902f05-5656-4a17-8008-921fb5d2fafb {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-42a33948-8e2e-4c89-aaf7-5006dcfe978d tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "87902f05-5656-4a17-8008-921fb5d2fafb" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.050s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:44:33 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Took 0.65 seconds to deallocate network for instance.
Oct 26 01:44:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-e37a90cf-800c-435a-9aed-56b26f172f3c req-b3a59c34-7466-41c5-9f4c-6045036cb47d service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Received event network-vif-deleted-67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:44:33 user nova-compute[74702]: INFO nova.compute.manager [req-e37a90cf-800c-435a-9aed-56b26f172f3c req-b3a59c34-7466-41c5-9f4c-6045036cb47d service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Neutron deleted interface 67d3231f-98f4-4952-a4f9-9b835e8ff9ee; detaching it from the instance and deleting it from the info cache
Oct 26 01:44:33 user nova-compute[74702]: DEBUG nova.network.neutron [req-e37a90cf-800c-435a-9aed-56b26f172f3c req-b3a59c34-7466-41c5-9f4c-6045036cb47d service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-e37a90cf-800c-435a-9aed-56b26f172f3c req-b3a59c34-7466-41c5-9f4c-6045036cb47d service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Detach interface failed, port_id=67d3231f-98f4-4952-a4f9-9b835e8ff9ee, reason: Instance 9a098477-ef1b-4dc6-a9f7-e05cc3882d88 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:34 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:44:34 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:44:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.509s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:34 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Deleted allocations for instance 9a098477-ef1b-4dc6-a9f7-e05cc3882d88
Oct 26 01:44:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9fa9709f-8e39-4b97-90e2-ada13ddb46c9 tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.144s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-a82bc9ad-7b56-4ff1-a980-b42dcf8826b5 req-f8dba449-0519-425f-a864-7a4b92493f5e service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Received event network-vif-plugged-67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:44:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a82bc9ad-7b56-4ff1-a980-b42dcf8826b5 req-f8dba449-0519-425f-a864-7a4b92493f5e service nova] Acquiring lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a82bc9ad-7b56-4ff1-a980-b42dcf8826b5 req-f8dba449-0519-425f-a864-7a4b92493f5e service nova] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a82bc9ad-7b56-4ff1-a980-b42dcf8826b5 req-f8dba449-0519-425f-a864-7a4b92493f5e service nova] Lock "9a098477-ef1b-4dc6-a9f7-e05cc3882d88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-a82bc9ad-7b56-4ff1-a980-b42dcf8826b5 req-f8dba449-0519-425f-a864-7a4b92493f5e service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] No waiting events found dispatching network-vif-plugged-67d3231f-98f4-4952-a4f9-9b835e8ff9ee {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:44:34 user nova-compute[74702]: WARNING nova.compute.manager [req-a82bc9ad-7b56-4ff1-a980-b42dcf8826b5 req-f8dba449-0519-425f-a864-7a4b92493f5e service nova] [instance: 9a098477-ef1b-4dc6-a9f7-e05cc3882d88] Received unexpected event network-vif-plugged-67d3231f-98f4-4952-a4f9-9b835e8ff9ee for instance with vm_state deleted and task_state None.
Oct 26 01:44:36 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Port 08ccbf26-dba2-45bf-a600-7ffb2aa9773e binding to destination host user is already ACTIVE {{(pid=74702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquired lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating instance_info_cache with network_info: [{"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Releasing lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Creating tmpfile /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/tmpjmfxed0o to verify with other compute node that the instance is on the same shared storage. {{(pid=74702) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-55d3bc94-48b2-436e-8e25-17eddab00c6a req-22f7601b-7951-4199-92e2-741ff557a42c service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-unplugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55d3bc94-48b2-436e-8e25-17eddab00c6a req-22f7601b-7951-4199-92e2-741ff557a42c service nova] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55d3bc94-48b2-436e-8e25-17eddab00c6a req-22f7601b-7951-4199-92e2-741ff557a42c service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55d3bc94-48b2-436e-8e25-17eddab00c6a req-22f7601b-7951-4199-92e2-741ff557a42c service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-55d3bc94-48b2-436e-8e25-17eddab00c6a req-22f7601b-7951-4199-92e2-741ff557a42c service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] No waiting events found dispatching network-vif-unplugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:44:36 user nova-compute[74702]: WARNING nova.compute.manager [req-55d3bc94-48b2-436e-8e25-17eddab00c6a req-22f7601b-7951-4199-92e2-741ff557a42c service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received unexpected event network-vif-unplugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e for instance with vm_state resized and task_state resize_reverting.
Oct 26 01:44:37 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Instance destroyed successfully.
Oct 26 01:44:37 user nova-compute[74702]: DEBUG nova.objects.instance [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lazy-loading 'resources' on Instance uuid 3b14c16c-886e-4c7e-babe-2514af23b2bd {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1188944379',display_name='tempest-ServerActionsTestOtherB-server-1188944379',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1188944379',id=6,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnthLpoxOGNNbxdwL7vNn14w7D5UTKF+KTixiBC5U0+l/I8/SibarIoHWOgYf2uZYL9DDqwJ2G5VeKnBASJuH4xQEnR5fCxub2i8qVcy4gCr0VJu9zDplqxNRhT//5Eaw==',key_name='tempest-keypair-663560602',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:43:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a8eb30c67e094aa995fcf6c9ff85893f',ramdisk_id='',reservation_id='r-e7v4103q',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-58023112',owner_user_name='tempest-ServerActionsTestOtherB-58023112-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:43:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a00dd3f8ce644238c9bb5e3f09d19d9',uuid=3b14c16c-886e-4c7e-babe-2514af23b2bd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converting VIF {"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_vif [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap08ccbf26-db, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e8cc0090-0c0b-48ee-8c4f-aa3138b5d494) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:44:37 user nova-compute[74702]: INFO os_vif [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db')
Oct 26 01:44:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VriDkTwt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:44:37 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8220502e-f68d-4942-a5de-d2ea733120c8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:44:37 user nova-compute[74702]: No targets found.
Oct 26 01:44:37 user nova-compute[74702]: iSNS:
Oct 26 01:44:37 user nova-compute[74702]: No targets found.
Oct 26 01:44:37 user nova-compute[74702]: STATIC:
Oct 26 01:44:37 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f
Oct 26 01:44:37 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:44:37 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:44:37 user nova-compute[74702]: FIRMWARE:
Oct 26 01:44:37 user nova-compute[74702]: No targets found.
Oct 26 01:44:37 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:44:37 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:44:37 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cae36d0-10b4-4ffe-9921-3fed67abc357]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[854a147e-aa8e-402d-801e-ee832fa14d84]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:44:37 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:44:37 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084efd90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[95cf9558-d8bb-4982-9288-a76fa5476333]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[48d31f8b-bc93-462a-ab7a-6e2a541b4a1b]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae1526b6-275d-4c6d-b96f-3ae74b5dff9e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dadd603c-8e2e-4b18-970e-80d91db3cf97]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ca64bf6-3021-48c6-9de9-63d0334a2b05]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b464b538-25f1-48b9-9978-ad540ac6b544]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260]
Oct 26 01:44:37 user nova-compute[74702]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260] successful.
Oct 26 01:44:37 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e8b21d-1de7-436c-8408-ca4bdc196428]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] <== disconnect_volume: return (296ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:44:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:44:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:38 user nova-compute[74702]: DEBUG nova.objects.instance [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lazy-loading 'migration_context' on Instance uuid 3b14c16c-886e-4c7e-babe-2514af23b2bd {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:44:38 user nova-compute[74702]: DEBUG nova.objects.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Object Instance<3b14c16c-886e-4c7e-babe-2514af23b2bd> lazy-loaded attributes: resources,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:44:38 user nova-compute[74702]: DEBUG nova.compute.manager [req-de311b89-d2b1-48e4-83fb-71ee1c4897d9 req-ea11fb7d-e988-4291-a86d-0207fb4ad01f service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:44:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-de311b89-d2b1-48e4-83fb-71ee1c4897d9 req-ea11fb7d-e988-4291-a86d-0207fb4ad01f service nova] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-de311b89-d2b1-48e4-83fb-71ee1c4897d9 req-ea11fb7d-e988-4291-a86d-0207fb4ad01f service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-de311b89-d2b1-48e4-83fb-71ee1c4897d9 req-ea11fb7d-e988-4291-a86d-0207fb4ad01f service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:38 user nova-compute[74702]: DEBUG nova.compute.manager [req-de311b89-d2b1-48e4-83fb-71ee1c4897d9 req-ea11fb7d-e988-4291-a86d-0207fb4ad01f service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] No waiting events found dispatching network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:44:38 user nova-compute[74702]: WARNING nova.compute.manager [req-de311b89-d2b1-48e4-83fb-71ee1c4897d9 req-ea11fb7d-e988-4291-a86d-0207fb4ad01f service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received unexpected event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e for instance with vm_state resized and task_state resize_reverting.
Oct 26 01:44:38 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:44:38 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.387s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:39 user nova-compute[74702]: INFO nova.compute.manager [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Swapping old allocation on dict_keys(['60180daa-0522-4340-9de3-71527a5e42d4']) held by migration 4b471489-3e25-4282-a305-9ab8267c0898 for instance
Oct 26 01:44:39 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Overwriting current allocation {'allocations': {'60180daa-0522-4340-9de3-71527a5e42d4': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 21}}, 'project_id': 'a8eb30c67e094aa995fcf6c9ff85893f', 'user_id': '0a00dd3f8ce644238c9bb5e3f09d19d9', 'consumer_generation': 1} on consumer 3b14c16c-886e-4c7e-babe-2514af23b2bd {{(pid=74702) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquired lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating instance_info_cache with network_info: [{"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Releasing lock "refresh_cache-3b14c16c-886e-4c7e-babe-2514af23b2bd" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG os_brick.utils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ea81986-29d3-405f-ba36-f3d7c1dc1ba8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[83899a93-f2e3-4dfd-90c1-270a6f726618]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9b2dbfc-f457-41bd-8403-cc66326bbf8e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e91e630e-a236-4930-8bac-ba94bddf8095]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:44:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:44:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:44:40 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:44:40 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f4ecc81-93cc-4e8e-9d69-90ec0d23a8e1]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:44:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:44:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:44:40 user nova-compute[74702]: DEBUG os_brick.utils [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:44:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:56 user nova-compute[74702]: INFO nova.compute.manager [None req-4a65ce28-ac27-4260-95e9-ee298b7db389 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Unrescuing
Oct 26 01:44:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4a65ce28-ac27-4260-95e9-ee298b7db389 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:44:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4a65ce28-ac27-4260-95e9-ee298b7db389 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquired lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:44:56 user nova-compute[74702]: DEBUG nova.network.neutron [None req-4a65ce28-ac27-4260-95e9-ee298b7db389 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG nova.network.neutron [None req-4a65ce28-ac27-4260-95e9-ee298b7db389 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updating instance_info_cache with network_info: [{"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4a65ce28-ac27-4260-95e9-ee298b7db389 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Releasing lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG nova.objects.instance [None req-4a65ce28-ac27-4260-95e9-ee298b7db389 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'flavor' on Instance uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG nova.compute.manager [req-585e0d23-0a7a-4f6c-ac07-36295f3dba10 req-acf5edf9-486b-4e99-8d8a-6a31134c14f9 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-unplugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-585e0d23-0a7a-4f6c-ac07-36295f3dba10 req-acf5edf9-486b-4e99-8d8a-6a31134c14f9 service nova] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-585e0d23-0a7a-4f6c-ac07-36295f3dba10 req-acf5edf9-486b-4e99-8d8a-6a31134c14f9 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-585e0d23-0a7a-4f6c-ac07-36295f3dba10 req-acf5edf9-486b-4e99-8d8a-6a31134c14f9 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:57 user nova-compute[74702]: DEBUG nova.compute.manager [req-585e0d23-0a7a-4f6c-ac07-36295f3dba10 req-acf5edf9-486b-4e99-8d8a-6a31134c14f9 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] No waiting events found dispatching network-vif-unplugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:44:57 user nova-compute[74702]: WARNING nova.compute.manager [req-585e0d23-0a7a-4f6c-ac07-36295f3dba10 req-acf5edf9-486b-4e99-8d8a-6a31134c14f9 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received unexpected event network-vif-unplugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b for instance with vm_state rescued and task_state unrescuing.
Oct 26 01:44:57 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Instance destroyed successfully.
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Starting finish_revert_migration {{(pid=74702) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Start _get_guest_xml network_info=[{"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VriDkTwt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '3b14c16c-886e-4c7e-babe-2514af23b2bd', 'attached_at': '2023-10-26T01:44:58.000000', 'detached_at': '', 'volume_id': 'e4613db2-591f-4e14-9b53-fe821fac231f', 'serial': 'e4613db2-591f-4e14-9b53-fe821fac231f'}, 'attachment_id': 'c6ef0082-f09c-437a-926e-bb142c3721d9', 'guest_format': None, 'boot_index': None, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:44:58 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:44:58 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.objects.instance [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3b14c16c-886e-4c7e-babe-2514af23b2bd {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VriDkTwt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:44:58 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:44:58 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:44:58 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[060a4275-b608-447e-9d65-2a5a22b02fee]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:44:58 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b4e1c09-e790-46ca-929e-ea7348d06d4b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f] added
Oct 26 01:44:58 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[925fe464-74b0-44a4-b579-9dd91c52594d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c25f0b00-3130-4579-859d-a47acddd059f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VriDkTwt {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VriDkTwt" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f380e184-a433-40d9-91d0-f2e6f2a50482]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VriDkTwt'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccb5f716-4496-4063-a133-3e043dea7736]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdf52066-9a43-402a-9f9f-e880986d90c7]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:44:58 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:44:58 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:44:58 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 01:44:58 user nova-compute[74702]: 
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[202f7695-eb7f-4031-a4e5-45eccac508b6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260]
Oct 26 01:44:58 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260] successful.
Oct 26 01:44:58 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b63f1a-9956-4946-aa05-7dfd14cc5692]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:44:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f28b1830-9135-4d6b-9c51-6d1f497a58a9]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:44:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:44:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] HCTL ('33', '-', '-', 0) found on session 13 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[976c4ee6-f3f1-4593-b5eb-f9df2796c127]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Searching for a device in session 13 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VriDkTwt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-92dcf3ee-bee0-4389-99ce-31fe0c7f0fed req-f6c31ce6-2a97-448d-ad5e-de5378e9b667 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-92dcf3ee-bee0-4389-99ce-31fe0c7f0fed req-f6c31ce6-2a97-448d-ad5e-de5378e9b667 service nova] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-92dcf3ee-bee0-4389-99ce-31fe0c7f0fed req-f6c31ce6-2a97-448d-ad5e-de5378e9b667 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-92dcf3ee-bee0-4389-99ce-31fe0c7f0fed req-f6c31ce6-2a97-448d-ad5e-de5378e9b667 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-92dcf3ee-bee0-4389-99ce-31fe0c7f0fed req-f6c31ce6-2a97-448d-ad5e-de5378e9b667 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] No waiting events found dispatching network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:44:59 user nova-compute[74702]: WARNING nova.compute.manager [req-92dcf3ee-bee0-4389-99ce-31fe0c7f0fed req-f6c31ce6-2a97-448d-ad5e-de5378e9b667 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received unexpected event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b for instance with vm_state rescued and task_state unrescuing.
Oct 26 01:44:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-92dcf3ee-bee0-4389-99ce-31fe0c7f0fed req-f6c31ce6-2a97-448d-ad5e-de5378e9b667 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-92dcf3ee-bee0-4389-99ce-31fe0c7f0fed req-f6c31ce6-2a97-448d-ad5e-de5378e9b667 service nova] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-92dcf3ee-bee0-4389-99ce-31fe0c7f0fed req-f6c31ce6-2a97-448d-ad5e-de5378e9b667 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-92dcf3ee-bee0-4389-99ce-31fe0c7f0fed req-f6c31ce6-2a97-448d-ad5e-de5378e9b667 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:44:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-92dcf3ee-bee0-4389-99ce-31fe0c7f0fed req-f6c31ce6-2a97-448d-ad5e-de5378e9b667 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] No waiting events found dispatching network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:44:59 user nova-compute[74702]: WARNING nova.compute.manager [req-92dcf3ee-bee0-4389-99ce-31fe0c7f0fed req-f6c31ce6-2a97-448d-ad5e-de5378e9b667 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received unexpected event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b for instance with vm_state rescued and task_state unrescuing.
Oct 26 01:45:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '26135373334643835', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26135373334643835', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1188944379',display_name='tempest-ServerActionsTestOtherB-server-1188944379',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1188944379',id=6,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnthLpoxOGNNbxdwL7vNn14w7D5UTKF+KTixiBC5U0+l/I8/SibarIoHWOgYf2uZYL9DDqwJ2G5VeKnBASJuH4xQEnR5fCxub2i8qVcy4gCr0VJu9zDplqxNRhT//5Eaw==',key_name='tempest-keypair-663560602',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:43:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a8eb30c67e094aa995fcf6c9ff85893f',ramdisk_id='',reservation_id='r-e7v4103q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-58023112',owner_user_name='tempest-ServerActionsTestOtherB-58023112-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:44:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a00dd3f8ce644238c9bb5e3f09d19d9',uuid=3b14c16c-886e-4c7e-babe-2514af23b2bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converting VIF {"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:45:00 user nova-compute[74702]:   <uuid>3b14c16c-886e-4c7e-babe-2514af23b2bd</uuid>
Oct 26 01:45:00 user nova-compute[74702]:   <name>instance-00000006</name>
Oct 26 01:45:00 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:45:00 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:45:00 user nova-compute[74702]:   <metadata>
Oct 26 01:45:00 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:45:00 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:45:00 user nova-compute[74702]:       <nova:name>tempest-ServerActionsTestOtherB-server-1188944379</nova:name>
Oct 26 01:45:00 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:44:58</nova:creationTime>
Oct 26 01:45:00 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:45:00 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:45:00 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:45:00 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:45:00 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:45:00 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:45:00 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:45:00 user nova-compute[74702]:       <nova:owner>
Oct 26 01:45:00 user nova-compute[74702]:         <nova:user uuid="0a00dd3f8ce644238c9bb5e3f09d19d9">tempest-ServerActionsTestOtherB-58023112-project-member</nova:user>
Oct 26 01:45:00 user nova-compute[74702]:         <nova:project uuid="a8eb30c67e094aa995fcf6c9ff85893f">tempest-ServerActionsTestOtherB-58023112</nova:project>
Oct 26 01:45:00 user nova-compute[74702]:       </nova:owner>
Oct 26 01:45:00 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:45:00 user nova-compute[74702]:       <nova:ports>
Oct 26 01:45:00 user nova-compute[74702]:         <nova:port uuid="08ccbf26-dba2-45bf-a600-7ffb2aa9773e">
Oct 26 01:45:00 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 26 01:45:00 user nova-compute[74702]:         </nova:port>
Oct 26 01:45:00 user nova-compute[74702]:       </nova:ports>
Oct 26 01:45:00 user nova-compute[74702]:     </nova:instance>
Oct 26 01:45:00 user nova-compute[74702]:   </metadata>
Oct 26 01:45:00 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:45:00 user nova-compute[74702]:     <system>
Oct 26 01:45:00 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:45:00 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:45:00 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:45:00 user nova-compute[74702]:       <entry name="serial">3b14c16c-886e-4c7e-babe-2514af23b2bd</entry>
Oct 26 01:45:00 user nova-compute[74702]:       <entry name="uuid">3b14c16c-886e-4c7e-babe-2514af23b2bd</entry>
Oct 26 01:45:00 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:45:00 user nova-compute[74702]:     </system>
Oct 26 01:45:00 user nova-compute[74702]:   </sysinfo>
Oct 26 01:45:00 user nova-compute[74702]:   <os>
Oct 26 01:45:00 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:45:00 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:45:00 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:45:00 user nova-compute[74702]:   </os>
Oct 26 01:45:00 user nova-compute[74702]:   <features>
Oct 26 01:45:00 user nova-compute[74702]:     <acpi/>
Oct 26 01:45:00 user nova-compute[74702]:     <apic/>
Oct 26 01:45:00 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:45:00 user nova-compute[74702]:   </features>
Oct 26 01:45:00 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:45:00 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:45:00 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:45:00 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:45:00 user nova-compute[74702]:   </clock>
Oct 26 01:45:00 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:45:00 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:45:00 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:45:00 user nova-compute[74702]:   </cpu>
Oct 26 01:45:00 user nova-compute[74702]:   <devices>
Oct 26 01:45:00 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:45:00 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:45:00 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk"/>
Oct 26 01:45:00 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:45:00 user nova-compute[74702]:     </disk>
Oct 26 01:45:00 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 01:45:00 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:45:00 user nova-compute[74702]:       <source dev="/dev/sdb"/>
Oct 26 01:45:00 user nova-compute[74702]:       <target dev="vdb" bus="virtio"/>
Oct 26 01:45:00 user nova-compute[74702]:       <serial>e4613db2-591f-4e14-9b53-fe821fac231f</serial>
Oct 26 01:45:00 user nova-compute[74702]:     </disk>
Oct 26 01:45:00 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:45:00 user nova-compute[74702]:       <mac address="fa:16:3e:20:8a:df"/>
Oct 26 01:45:00 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:45:00 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:45:00 user nova-compute[74702]:       <target dev="tap08ccbf26-db"/>
Oct 26 01:45:00 user nova-compute[74702]:     </interface>
Oct 26 01:45:00 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:45:00 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/console.log" append="off"/>
Oct 26 01:45:00 user nova-compute[74702]:     </serial>
Oct 26 01:45:00 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:45:00 user nova-compute[74702]:     <video>
Oct 26 01:45:00 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:45:00 user nova-compute[74702]:     </video>
Oct 26 01:45:00 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:45:00 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:45:00 user nova-compute[74702]:     </rng>
Oct 26 01:45:00 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:45:00 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:45:00 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:45:00 user nova-compute[74702]:     </memballoon>
Oct 26 01:45:00 user nova-compute[74702]:   </devices>
Oct 26 01:45:00 user nova-compute[74702]: </domain>
Oct 26 01:45:00 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1188944379',display_name='tempest-ServerActionsTestOtherB-server-1188944379',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1188944379',id=6,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnthLpoxOGNNbxdwL7vNn14w7D5UTKF+KTixiBC5U0+l/I8/SibarIoHWOgYf2uZYL9DDqwJ2G5VeKnBASJuH4xQEnR5fCxub2i8qVcy4gCr0VJu9zDplqxNRhT//5Eaw==',key_name='tempest-keypair-663560602',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:43:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a8eb30c67e094aa995fcf6c9ff85893f',ramdisk_id='',reservation_id='r-e7v4103q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-58023112',owner_user_name='tempest-ServerActionsTestOtherB-58023112-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:44:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a00dd3f8ce644238c9bb5e3f09d19d9',uuid=3b14c16c-886e-4c7e-babe-2514af23b2bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converting VIF {"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG os_vif [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de915f4e-dd9f-577f-bc53-47cdfaf74542', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap08ccbf26-db, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap08ccbf26-db, col_values=(('qos', UUID('4a3cb1bf-298a-4550-b4f8-46f94e41bf00')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap08ccbf26-db, col_values=(('external_ids', {'iface-id': '08ccbf26-dba2-45bf-a600-7ffb2aa9773e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:8a:df', 'vm-uuid': '3b14c16c-886e-4c7e-babe-2514af23b2bd'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:45:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:00 user nova-compute[74702]: INFO os_vif [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db')
Oct 26 01:45:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "87902f05-5656-4a17-8008-921fb5d2fafb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:01 user nova-compute[74702]: INFO nova.compute.manager [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Terminating instance
Oct 26 01:45:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4a65ce28-ac27-4260-95e9-ee298b7db389 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-29913a9f-f434-44a2-85fd-724bf02b88be req-87c26062-1140-4922-94b4-c99395e18d30 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-29913a9f-f434-44a2-85fd-724bf02b88be req-87c26062-1140-4922-94b4-c99395e18d30 service nova] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-29913a9f-f434-44a2-85fd-724bf02b88be req-87c26062-1140-4922-94b4-c99395e18d30 service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-29913a9f-f434-44a2-85fd-724bf02b88be req-87c26062-1140-4922-94b4-c99395e18d30 service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-29913a9f-f434-44a2-85fd-724bf02b88be req-87c26062-1140-4922-94b4-c99395e18d30 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] No waiting events found dispatching network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:01 user nova-compute[74702]: WARNING nova.compute.manager [req-29913a9f-f434-44a2-85fd-724bf02b88be req-87c26062-1140-4922-94b4-c99395e18d30 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received unexpected event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e for instance with vm_state resized and task_state resize_reverting.
Oct 26 01:45:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-db8fe60f-90ed-46b7-aed9-e9ce71ff53f3 req-525d4e57-7a50-4914-a433-85a6f26aebaf service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-db8fe60f-90ed-46b7-aed9-e9ce71ff53f3 req-525d4e57-7a50-4914-a433-85a6f26aebaf service nova] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-db8fe60f-90ed-46b7-aed9-e9ce71ff53f3 req-525d4e57-7a50-4914-a433-85a6f26aebaf service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-db8fe60f-90ed-46b7-aed9-e9ce71ff53f3 req-525d4e57-7a50-4914-a433-85a6f26aebaf service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-db8fe60f-90ed-46b7-aed9-e9ce71ff53f3 req-525d4e57-7a50-4914-a433-85a6f26aebaf service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] No waiting events found dispatching network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:01 user nova-compute[74702]: WARNING nova.compute.manager [req-db8fe60f-90ed-46b7-aed9-e9ce71ff53f3 req-525d4e57-7a50-4914-a433-85a6f26aebaf service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received unexpected event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b for instance with vm_state rescued and task_state unrescuing.
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Instance destroyed successfully.
Oct 26 01:45:02 user nova-compute[74702]: DEBUG nova.objects.instance [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'resources' on Instance uuid 87902f05-5656-4a17-8008-921fb5d2fafb {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2102924944',display_name='tempest-AttachVolumeNegativeTest-server-2102924944',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2102924944',id=5,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK7XMlmpj8Pmafygb9hQ2J+XCjMnKtg5/ZnfYUHcMITqrxbOcnS3zwrP3I1fyGWDcvkot88hKlie7n4GgdQdnGe4QLhUuPwlyMsypiYLu1HJirqiUmXksrHnRxrC5Vln2g==',key_name='tempest-keypair-793768748',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:38:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff70c2375cf040e99c2c6c096e8b0600',ramdisk_id='',reservation_id='r-z0nb64l4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1370319411',owner_user_name='tempest-AttachVolumeNegativeTest-1370319411-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:38:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd78843fc35a425d8bb2bbad2a88ba74',uuid=87902f05-5656-4a17-8008-921fb5d2fafb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "address": "fa:16:3e:4e:09:60", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap246cca88-b8", "ovs_interfaceid": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converting VIF {"id": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "address": "fa:16:3e:4e:09:60", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap246cca88-b8", "ovs_interfaceid": "246cca88-b8b6-4a3d-8ef5-56833d19f0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4e:09:60,bridge_name='br-int',has_traffic_filtering=True,id=246cca88-b8b6-4a3d-8ef5-56833d19f0a8,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap246cca88-b8') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG os_vif [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4e:09:60,bridge_name='br-int',has_traffic_filtering=True,id=246cca88-b8b6-4a3d-8ef5-56833d19f0a8,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap246cca88-b8') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap246cca88-b8, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b67db886-9f7b-4fec-b900-0d53365a77fa) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: INFO os_vif [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4e:09:60,bridge_name='br-int',has_traffic_filtering=True,id=246cca88-b8b6-4a3d-8ef5-56833d19f0a8,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap246cca88-b8')
Oct 26 01:45:02 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Deleting instance files /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb_del
Oct 26 01:45:02 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Deletion of /opt/stack/data/nova/instances/87902f05-5656-4a17-8008-921fb5d2fafb_del complete
Oct 26 01:45:02 user nova-compute[74702]: INFO nova.compute.manager [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Took 1.14 seconds to destroy the instance on the hypervisor.
Oct 26 01:45:02 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-307b84f3-b923-4f98-9c07-49f855930a21 req-88b322ad-a86b-44b2-9de9-9d11f490df3e service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-307b84f3-b923-4f98-9c07-49f855930a21 req-88b322ad-a86b-44b2-9de9-9d11f490df3e service nova] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-307b84f3-b923-4f98-9c07-49f855930a21 req-88b322ad-a86b-44b2-9de9-9d11f490df3e service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-307b84f3-b923-4f98-9c07-49f855930a21 req-88b322ad-a86b-44b2-9de9-9d11f490df3e service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-307b84f3-b923-4f98-9c07-49f855930a21 req-88b322ad-a86b-44b2-9de9-9d11f490df3e service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] No waiting events found dispatching network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:04 user nova-compute[74702]: WARNING nova.compute.manager [req-307b84f3-b923-4f98-9c07-49f855930a21 req-88b322ad-a86b-44b2-9de9-9d11f490df3e service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received unexpected event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e for instance with vm_state resized and task_state resize_reverting.
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-vif-unplugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] No waiting events found dispatching network-vif-unplugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-vif-unplugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] No waiting events found dispatching network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:04 user nova-compute[74702]: WARNING nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received unexpected event network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 for instance with vm_state active and task_state deleting.
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] No waiting events found dispatching network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:04 user nova-compute[74702]: WARNING nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received unexpected event network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 for instance with vm_state active and task_state deleting.
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] No waiting events found dispatching network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:04 user nova-compute[74702]: WARNING nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received unexpected event network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 for instance with vm_state active and task_state deleting.
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-vif-unplugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] No waiting events found dispatching network-vif-unplugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-vif-unplugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Acquiring lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] Lock "87902f05-5656-4a17-8008-921fb5d2fafb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] No waiting events found dispatching network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:04 user nova-compute[74702]: WARNING nova.compute.manager [req-6f05f28e-bd8d-434a-848d-d1311553c220 req-06f644d7-9200-493d-a9df-e7d9e992a692 service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received unexpected event network-vif-plugged-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 for instance with vm_state active and task_state deleting.
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:45:04 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Took 1.49 seconds to deallocate network for instance.
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:45:04 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Instance running successfully.
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] finish_revert_migration finished successfully. {{(pid=74702) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 01:45:04 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 01:45:04 user nova-compute[74702]: INFO nova.compute.manager [None req-5e6516c6-0adc-402e-a0f9-0464daf244ce tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating instance to original state: 'active'
Oct 26 01:45:05 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:45:05 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:45:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.876s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:05 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Deleted allocations for instance 87902f05-5656-4a17-8008-921fb5d2fafb
Oct 26 01:45:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-afbb0c0f-7de4-489c-bef9-4fdff85841c4 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "87902f05-5656-4a17-8008-921fb5d2fafb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.775s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-4033b2ee-2a91-42bc-b9ac-b2dc8c4526e0 req-e21e2585-1f38-4fcb-9436-67f6c304c61e service nova] [instance: 87902f05-5656-4a17-8008-921fb5d2fafb] Received event network-vif-deleted-246cca88-b8b6-4a3d-8ef5-56833d19f0a8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "b22ee407-4b61-4864-8679-581f4f9051b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:06 user nova-compute[74702]: DEBUG nova.compute.manager [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:45:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:45:06 user nova-compute[74702]: INFO nova.compute.claims [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Claim successful on node user
Oct 26 01:45:07 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.428s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG nova.network.neutron [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:45:07 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:45:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG nova.policy [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c3cbe023b941d393834b7d50501dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7115c73a4c2041cfaf69ead63908bbee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:45:07 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Creating image(s)
Oct 26 01:45:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "/opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "/opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "/opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.202s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk 1073741824" returned: 0 in 0.157s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.359s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG nova.network.neutron [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Successfully created port: e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.197s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Cannot resize image /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Ensure instance console log exists: /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG nova.network.neutron [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Successfully updated port: e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquired lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG nova.network.neutron [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-5652bbaf-a8d1-4b20-8816-7466246aae88 req-0f06941d-c1cc-4922-892b-33101fe8cb2e service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-changed-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-5652bbaf-a8d1-4b20-8816-7466246aae88 req-0f06941d-c1cc-4922-892b-33101fe8cb2e service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Refreshing instance network info cache due to event network-changed-e4485b12-0a12-418d-b7da-ae04aff05d47. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5652bbaf-a8d1-4b20-8816-7466246aae88 req-0f06941d-c1cc-4922-892b-33101fe8cb2e service nova] Acquiring lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:45:08 user nova-compute[74702]: DEBUG nova.network.neutron [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.network.neutron [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updating instance_info_cache with network_info: [{"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Releasing lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Instance network_info: |[{"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5652bbaf-a8d1-4b20-8816-7466246aae88 req-0f06941d-c1cc-4922-892b-33101fe8cb2e service nova] Acquired lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.network.neutron [req-5652bbaf-a8d1-4b20-8816-7466246aae88 req-0f06941d-c1cc-4922-892b-33101fe8cb2e service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Refreshing network info cache for port e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Start _get_guest_xml network_info=[{"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:45:09 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:45:09 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:45:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1296469975',display_name='tempest-ServerStableDeviceRescueTest-server-1296469975',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1296469975',id=18,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBONvC7SiTjyMHAxrxKPMx+5Cl6ASGIRxz5MuP22eveogU3A0jwB5taBa36vYu9NFIHpsXpZsAmzt31BQMIfEZrELFgi2wOdBeIqUGs9Qn9yf0d7KLcsiihMBanCzHbfXNA==',key_name='tempest-keypair-802269804',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7115c73a4c2041cfaf69ead63908bbee',ramdisk_id='',reservation_id='r-3q90g9ze',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1025457711',owner_user_name='tempest-ServerStableDeviceRescueTest-1025457711-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:45:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='41c3cbe023b941d393834b7d50501dda',uuid=b22ee407-4b61-4864-8679-581f4f9051b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Converting VIF {"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:3f:ed,bridge_name='br-int',has_traffic_filtering=True,id=e4485b12-0a12-418d-b7da-ae04aff05d47,network=Network(97f70a4b-15a0-40ad-b6d8-c6ad06169232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4485b12-0a') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lazy-loading 'pci_devices' on Instance uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:45:09 user nova-compute[74702]:   <uuid>b22ee407-4b61-4864-8679-581f4f9051b2</uuid>
Oct 26 01:45:09 user nova-compute[74702]:   <name>instance-00000012</name>
Oct 26 01:45:09 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:45:09 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:45:09 user nova-compute[74702]:   <metadata>
Oct 26 01:45:09 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:45:09 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:45:09 user nova-compute[74702]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1296469975</nova:name>
Oct 26 01:45:09 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:45:09</nova:creationTime>
Oct 26 01:45:09 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:45:09 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:45:09 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:45:09 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:45:09 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:45:09 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:45:09 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:45:09 user nova-compute[74702]:       <nova:owner>
Oct 26 01:45:09 user nova-compute[74702]:         <nova:user uuid="41c3cbe023b941d393834b7d50501dda">tempest-ServerStableDeviceRescueTest-1025457711-project-member</nova:user>
Oct 26 01:45:09 user nova-compute[74702]:         <nova:project uuid="7115c73a4c2041cfaf69ead63908bbee">tempest-ServerStableDeviceRescueTest-1025457711</nova:project>
Oct 26 01:45:09 user nova-compute[74702]:       </nova:owner>
Oct 26 01:45:09 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:45:09 user nova-compute[74702]:       <nova:ports>
Oct 26 01:45:09 user nova-compute[74702]:         <nova:port uuid="e4485b12-0a12-418d-b7da-ae04aff05d47">
Oct 26 01:45:09 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 26 01:45:09 user nova-compute[74702]:         </nova:port>
Oct 26 01:45:09 user nova-compute[74702]:       </nova:ports>
Oct 26 01:45:09 user nova-compute[74702]:     </nova:instance>
Oct 26 01:45:09 user nova-compute[74702]:   </metadata>
Oct 26 01:45:09 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:45:09 user nova-compute[74702]:     <system>
Oct 26 01:45:09 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:45:09 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:45:09 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:45:09 user nova-compute[74702]:       <entry name="serial">b22ee407-4b61-4864-8679-581f4f9051b2</entry>
Oct 26 01:45:09 user nova-compute[74702]:       <entry name="uuid">b22ee407-4b61-4864-8679-581f4f9051b2</entry>
Oct 26 01:45:09 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:45:09 user nova-compute[74702]:     </system>
Oct 26 01:45:09 user nova-compute[74702]:   </sysinfo>
Oct 26 01:45:09 user nova-compute[74702]:   <os>
Oct 26 01:45:09 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:45:09 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:45:09 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:45:09 user nova-compute[74702]:   </os>
Oct 26 01:45:09 user nova-compute[74702]:   <features>
Oct 26 01:45:09 user nova-compute[74702]:     <acpi/>
Oct 26 01:45:09 user nova-compute[74702]:     <apic/>
Oct 26 01:45:09 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:45:09 user nova-compute[74702]:   </features>
Oct 26 01:45:09 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:45:09 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:45:09 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:45:09 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:45:09 user nova-compute[74702]:   </clock>
Oct 26 01:45:09 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:45:09 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:45:09 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:45:09 user nova-compute[74702]:   </cpu>
Oct 26 01:45:09 user nova-compute[74702]:   <devices>
Oct 26 01:45:09 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:45:09 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:45:09 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk"/>
Oct 26 01:45:09 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:45:09 user nova-compute[74702]:     </disk>
Oct 26 01:45:09 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:45:09 user nova-compute[74702]:       <mac address="fa:16:3e:c8:3f:ed"/>
Oct 26 01:45:09 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:45:09 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:45:09 user nova-compute[74702]:       <target dev="tape4485b12-0a"/>
Oct 26 01:45:09 user nova-compute[74702]:     </interface>
Oct 26 01:45:09 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:45:09 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/console.log" append="off"/>
Oct 26 01:45:09 user nova-compute[74702]:     </serial>
Oct 26 01:45:09 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:45:09 user nova-compute[74702]:     <video>
Oct 26 01:45:09 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:45:09 user nova-compute[74702]:     </video>
Oct 26 01:45:09 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:45:09 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:45:09 user nova-compute[74702]:     </rng>
Oct 26 01:45:09 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:45:09 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:45:09 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:45:09 user nova-compute[74702]:     </memballoon>
Oct 26 01:45:09 user nova-compute[74702]:   </devices>
Oct 26 01:45:09 user nova-compute[74702]: </domain>
Oct 26 01:45:09 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:45:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1296469975',display_name='tempest-ServerStableDeviceRescueTest-server-1296469975',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1296469975',id=18,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBONvC7SiTjyMHAxrxKPMx+5Cl6ASGIRxz5MuP22eveogU3A0jwB5taBa36vYu9NFIHpsXpZsAmzt31BQMIfEZrELFgi2wOdBeIqUGs9Qn9yf0d7KLcsiihMBanCzHbfXNA==',key_name='tempest-keypair-802269804',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7115c73a4c2041cfaf69ead63908bbee',ramdisk_id='',reservation_id='r-3q90g9ze',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1025457711',owner_user_name='tempest-ServerStableDeviceRescueTest-1025457711-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:45:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='41c3cbe023b941d393834b7d50501dda',uuid=b22ee407-4b61-4864-8679-581f4f9051b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Converting VIF {"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:3f:ed,bridge_name='br-int',has_traffic_filtering=True,id=e4485b12-0a12-418d-b7da-ae04aff05d47,network=Network(97f70a4b-15a0-40ad-b6d8-c6ad06169232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4485b12-0a') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG os_vif [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:3f:ed,bridge_name='br-int',has_traffic_filtering=True,id=e4485b12-0a12-418d-b7da-ae04aff05d47,network=Network(97f70a4b-15a0-40ad-b6d8-c6ad06169232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4485b12-0a') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eee964a9-f0b1-58cd-9dab-beb6aaba7e25', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape4485b12-0a, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape4485b12-0a, col_values=(('qos', UUID('bf3d3113-15be-48bb-aa64-c955f3c5b4de')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape4485b12-0a, col_values=(('external_ids', {'iface-id': 'e4485b12-0a12-418d-b7da-ae04aff05d47', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c8:3f:ed', 'vm-uuid': 'b22ee407-4b61-4864-8679-581f4f9051b2'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:09 user nova-compute[74702]: INFO os_vif [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:3f:ed,bridge_name='br-int',has_traffic_filtering=True,id=e4485b12-0a12-418d-b7da-ae04aff05d47,network=Network(97f70a4b-15a0-40ad-b6d8-c6ad06169232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4485b12-0a')
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] No VIF found with MAC fa:16:3e:c8:3f:ed, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.network.neutron [req-5652bbaf-a8d1-4b20-8816-7466246aae88 req-0f06941d-c1cc-4922-892b-33101fe8cb2e service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updated VIF entry in instance network info cache for port e4485b12-0a12-418d-b7da-ae04aff05d47. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG nova.network.neutron [req-5652bbaf-a8d1-4b20-8816-7466246aae88 req-0f06941d-c1cc-4922-892b-33101fe8cb2e service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updating instance_info_cache with network_info: [{"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:45:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5652bbaf-a8d1-4b20-8816-7466246aae88 req-0f06941d-c1cc-4922-892b-33101fe8cb2e service nova] Releasing lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:45:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-8e324dde-4813-44cd-90a7-6b667925c79d req-e59daa9a-87af-4162-a237-4d17113cb5dd service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8e324dde-4813-44cd-90a7-6b667925c79d req-e59daa9a-87af-4162-a237-4d17113cb5dd service nova] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8e324dde-4813-44cd-90a7-6b667925c79d req-e59daa9a-87af-4162-a237-4d17113cb5dd service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8e324dde-4813-44cd-90a7-6b667925c79d req-e59daa9a-87af-4162-a237-4d17113cb5dd service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-8e324dde-4813-44cd-90a7-6b667925c79d req-e59daa9a-87af-4162-a237-4d17113cb5dd service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] No waiting events found dispatching network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:11 user nova-compute[74702]: WARNING nova.compute.manager [req-8e324dde-4813-44cd-90a7-6b667925c79d req-e59daa9a-87af-4162-a237-4d17113cb5dd service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received unexpected event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 for instance with vm_state building and task_state spawning.
Oct 26 01:45:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:45:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Instance spawned successfully.
Oct 26 01:45:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-1eb93571-88dc-494b-a70f-6f0acf7d38e5 req-d34abc8d-0ee8-4344-a586-f261d2c6d47f service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1eb93571-88dc-494b-a70f-6f0acf7d38e5 req-d34abc8d-0ee8-4344-a586-f261d2c6d47f service nova] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1eb93571-88dc-494b-a70f-6f0acf7d38e5 req-d34abc8d-0ee8-4344-a586-f261d2c6d47f service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1eb93571-88dc-494b-a70f-6f0acf7d38e5 req-d34abc8d-0ee8-4344-a586-f261d2c6d47f service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-1eb93571-88dc-494b-a70f-6f0acf7d38e5 req-d34abc8d-0ee8-4344-a586-f261d2c6d47f service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] No waiting events found dispatching network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:13 user nova-compute[74702]: WARNING nova.compute.manager [req-1eb93571-88dc-494b-a70f-6f0acf7d38e5 req-d34abc8d-0ee8-4344-a586-f261d2c6d47f service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received unexpected event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 for instance with vm_state building and task_state spawning.
Oct 26 01:45:13 user nova-compute[74702]: INFO nova.compute.manager [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Took 5.87 seconds to spawn the instance on the hypervisor.
Oct 26 01:45:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:45:13 user nova-compute[74702]: INFO nova.compute.manager [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Took 6.71 seconds to build instance.
Oct 26 01:45:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-140e0229-a050-4099-86fe-1da7a21cc029 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "b22ee407-4b61-4864-8679-581f4f9051b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.840s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_power_states {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid ef6fc550-6b05-42ea-ab3e-8c595edf9e96 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid ff1dd0ba-18dc-41eb-a617-6f65897962c2 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 3b14c16c-886e-4c7e-babe-2514af23b2bd {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 419d3630-8338-4412-a45a-9ab2e7b961a0 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 839cf49b-bf64-4655-83a9-933fd1c866ff {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 734108a2-c81c-408a-893d-18f992d4f3e3 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "419d3630-8338-4412-a45a-9ab2e7b961a0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "839cf49b-bf64-4655-83a9-933fd1c866ff" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "b22ee407-4b61-4864-8679-581f4f9051b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.080s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.082s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.088s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.097s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.104s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.118s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.123s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "b22ee407-4b61-4864-8679-581f4f9051b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.176s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.182s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:45:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:45:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:45:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 01:45:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:45:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:45:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:21 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:45:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-c4658478-1b90-4292-b642-c812c300ffad req-046d8026-9942-4861-9bcd-92284768ca9a service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Received event network-changed-9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-c4658478-1b90-4292-b642-c812c300ffad req-046d8026-9942-4861-9bcd-92284768ca9a service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Refreshing instance network info cache due to event network-changed-9926b868-2152-44b4-bec5-29d834a8ddec. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c4658478-1b90-4292-b642-c812c300ffad req-046d8026-9942-4861-9bcd-92284768ca9a service nova] Acquiring lock "refresh_cache-734108a2-c81c-408a-893d-18f992d4f3e3" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c4658478-1b90-4292-b642-c812c300ffad req-046d8026-9942-4861-9bcd-92284768ca9a service nova] Acquired lock "refresh_cache-734108a2-c81c-408a-893d-18f992d4f3e3" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG nova.network.neutron [req-c4658478-1b90-4292-b642-c812c300ffad req-046d8026-9942-4861-9bcd-92284768ca9a service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Refreshing network info cache for port 9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG nova.objects.instance [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lazy-loading 'flavor' on Instance uuid 734108a2-c81c-408a-893d-18f992d4f3e3 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.074s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:22 user nova-compute[74702]: INFO nova.compute.manager [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Attaching volume c95d9291-72e1-4ce0-99c0-310f9c0ea8ce to /dev/vdb
Oct 26 01:45:22 user nova-compute[74702]: DEBUG nova.network.neutron [req-c4658478-1b90-4292-b642-c812c300ffad req-046d8026-9942-4861-9bcd-92284768ca9a service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Updated VIF entry in instance network info cache for port 9926b868-2152-44b4-bec5-29d834a8ddec. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG nova.network.neutron [req-c4658478-1b90-4292-b642-c812c300ffad req-046d8026-9942-4861-9bcd-92284768ca9a service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Updating instance_info_cache with network_info: [{"id": "9926b868-2152-44b4-bec5-29d834a8ddec", "address": "fa:16:3e:23:c3:dc", "network": {"id": "1e01de5b-9838-4f66-9b73-bd14dc1736ce", "bridge": "br-int", "label": "tempest-TestVolumeSwap-87989524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "089aeee92ad348a989f4e0b6aa7bebe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9926b868-21", "ovs_interfaceid": "9926b868-2152-44b4-bec5-29d834a8ddec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c4658478-1b90-4292-b642-c812c300ffad req-046d8026-9942-4861-9bcd-92284768ca9a service nova] Releasing lock "refresh_cache-734108a2-c81c-408a-893d-18f992d4f3e3" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG os_brick.utils [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba88cd90-7470-43c4-b893-eef14b16a5f9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[20233893-e7c2-4b79-b536-99d7a5558559]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab27e83c-9862-40c3-ba55-c74f179dcaca]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a444bf5f-61ac-418d-ae46-db592f6d66de]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:45:22 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a57b6829-f878-4509-b10f-312a686d47d7]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG os_brick.utils [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] <== get_connector_properties: return (158ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Updating existing volume attachment record: b1a5d6aa-4bec-424d-9693-2ae0b3ecc5fc {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:26 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:45:26 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:45:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=7530MB free_disk=25.493789672851562GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ff1dd0ba-18dc-41eb-a617-6f65897962c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 419d3630-8338-4412-a45a-9ab2e7b961a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 839cf49b-bf64-4655-83a9-933fd1c866ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3b14c16c-886e-4c7e-babe-2514af23b2bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 734108a2-c81c-408a-893d-18f992d4f3e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b22ee407-4b61-4864-8679-581f4f9051b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:45:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:45:27 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:45:27 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:45:27 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:45:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.751s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:45:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:45:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:45:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:45:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:45:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:45:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "419d3630-8338-4412-a45a-9ab2e7b961a0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:33 user nova-compute[74702]: INFO nova.compute.manager [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Terminating instance
Oct 26 01:45:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:45:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-ad854b47-b202-4748-9683-e842634f52d0 req-4c051a0b-4d73-4eed-96d3-9d819ee698f0 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Received event network-vif-unplugged-467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ad854b47-b202-4748-9683-e842634f52d0 req-4c051a0b-4d73-4eed-96d3-9d819ee698f0 service nova] Acquiring lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ad854b47-b202-4748-9683-e842634f52d0 req-4c051a0b-4d73-4eed-96d3-9d819ee698f0 service nova] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ad854b47-b202-4748-9683-e842634f52d0 req-4c051a0b-4d73-4eed-96d3-9d819ee698f0 service nova] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-ad854b47-b202-4748-9683-e842634f52d0 req-4c051a0b-4d73-4eed-96d3-9d819ee698f0 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] No waiting events found dispatching network-vif-unplugged-467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-ad854b47-b202-4748-9683-e842634f52d0 req-4c051a0b-4d73-4eed-96d3-9d819ee698f0 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Received event network-vif-unplugged-467e8cca-5e31-47cd-aeca-21d882746179 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Instance destroyed successfully.
Oct 26 01:45:34 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lazy-loading 'resources' on Instance uuid 419d3630-8338-4412-a45a-9ab2e7b961a0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1758707409',display_name='tempest-VolumesAdminNegativeTest-server-1758707409',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1758707409',id=8,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMcGjY+pBDHsjXwtvrsCSZizP1Nos5LqROZQf8Tir9M2q4ftWd5oCy2gZSAjvzWworZ5XvQAbyoh4MkwDwnIWqTjhRF1t7dLmszMZ15/wkZYwe2wVc7Q0wx+JjllmsJZNg==',key_name='tempest-keypair-595652421',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:39:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9deb546dcf3445249590cec6ba4acc9c',ramdisk_id='',reservation_id='r-a7tdatzz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-319754849',owner_user_name='tempest-VolumesAdminNegativeTest-319754849-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:39:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='13e1f8d768de4ed092e98b06634fae52',uuid=419d3630-8338-4412-a45a-9ab2e7b961a0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "467e8cca-5e31-47cd-aeca-21d882746179", "address": "fa:16:3e:36:14:8a", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap467e8cca-5e", "ovs_interfaceid": "467e8cca-5e31-47cd-aeca-21d882746179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Converting VIF {"id": "467e8cca-5e31-47cd-aeca-21d882746179", "address": "fa:16:3e:36:14:8a", "network": {"id": "e4d4b31a-a715-4e5b-8e88-e321455efafc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-261437328-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9deb546dcf3445249590cec6ba4acc9c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap467e8cca-5e", "ovs_interfaceid": "467e8cca-5e31-47cd-aeca-21d882746179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:14:8a,bridge_name='br-int',has_traffic_filtering=True,id=467e8cca-5e31-47cd-aeca-21d882746179,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap467e8cca-5e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG os_vif [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:14:8a,bridge_name='br-int',has_traffic_filtering=True,id=467e8cca-5e31-47cd-aeca-21d882746179,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap467e8cca-5e') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap467e8cca-5e, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4e8e5775-d116-47b0-be53-9ef8a96ba658) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:45:34 user nova-compute[74702]: INFO os_vif [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:14:8a,bridge_name='br-int',has_traffic_filtering=True,id=467e8cca-5e31-47cd-aeca-21d882746179,network=Network(e4d4b31a-a715-4e5b-8e88-e321455efafc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap467e8cca-5e')
Oct 26 01:45:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Deleting instance files /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0_del
Oct 26 01:45:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Deletion of /opt/stack/data/nova/instances/419d3630-8338-4412-a45a-9ab2e7b961a0_del complete
Oct 26 01:45:34 user nova-compute[74702]: INFO nova.compute.manager [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 26 01:45:34 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:45:34 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:45:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:35 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:45:35 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Took 0.91 seconds to deallocate network for instance.
Oct 26 01:45:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-2756a53d-a3b5-4e86-a1a4-711f1e267173 req-478c13d4-a974-4627-889d-c1f1f7f972fd service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Received event network-vif-deleted-467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:35 user nova-compute[74702]: INFO nova.compute.manager [req-2756a53d-a3b5-4e86-a1a4-711f1e267173 req-478c13d4-a974-4627-889d-c1f1f7f972fd service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Neutron deleted interface 467e8cca-5e31-47cd-aeca-21d882746179; detaching it from the instance and deleting it from the info cache
Oct 26 01:45:35 user nova-compute[74702]: DEBUG nova.network.neutron [req-2756a53d-a3b5-4e86-a1a4-711f1e267173 req-478c13d4-a974-4627-889d-c1f1f7f972fd service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:45:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-2756a53d-a3b5-4e86-a1a4-711f1e267173 req-478c13d4-a974-4627-889d-c1f1f7f972fd service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Detach interface failed, port_id=467e8cca-5e31-47cd-aeca-21d882746179, reason: Instance 419d3630-8338-4412-a45a-9ab2e7b961a0 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:45:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:36 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:45:36 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:45:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.470s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:36 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Deleted allocations for instance 419d3630-8338-4412-a45a-9ab2e7b961a0
Oct 26 01:45:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-c934ecdf-4f89-4eee-93af-f57585ceb977 req-0f4b4e8e-7399-49c4-a447-04e4c94c2b09 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Received event network-vif-plugged-467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c934ecdf-4f89-4eee-93af-f57585ceb977 req-0f4b4e8e-7399-49c4-a447-04e4c94c2b09 service nova] Acquiring lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c934ecdf-4f89-4eee-93af-f57585ceb977 req-0f4b4e8e-7399-49c4-a447-04e4c94c2b09 service nova] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c934ecdf-4f89-4eee-93af-f57585ceb977 req-0f4b4e8e-7399-49c4-a447-04e4c94c2b09 service nova] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-c934ecdf-4f89-4eee-93af-f57585ceb977 req-0f4b4e8e-7399-49c4-a447-04e4c94c2b09 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] No waiting events found dispatching network-vif-plugged-467e8cca-5e31-47cd-aeca-21d882746179 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:36 user nova-compute[74702]: WARNING nova.compute.manager [req-c934ecdf-4f89-4eee-93af-f57585ceb977 req-0f4b4e8e-7399-49c4-a447-04e4c94c2b09 service nova] [instance: 419d3630-8338-4412-a45a-9ab2e7b961a0] Received unexpected event network-vif-plugged-467e8cca-5e31-47cd-aeca-21d882746179 for instance with vm_state deleted and task_state None.
Oct 26 01:45:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f07fc1fc-f33f-4a29-bd31-28c59861ff0b tempest-VolumesAdminNegativeTest-319754849 tempest-VolumesAdminNegativeTest-319754849-project-member] Lock "419d3630-8338-4412-a45a-9ab2e7b961a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.487s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PfMupyaA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:45:41 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:45:41 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:45:41 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[909787c9-d950-49ae-a654-f5d5a8e6069c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:45:41 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[38c20995-0068-48d4-81a7-ee50ec3575b4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce] added
Oct 26 01:45:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[47ff8f26-b8b6-454c-8bb7-fdb3f6aa5fd4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[395905ec-6470-47b5-989e-b4c9c71a2d5e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PfMupyaA {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PfMupyaA" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7477852-2b4c-4802-9a4f-482757dc2948]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PfMupyaA'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bad68ab6-c11e-4371-b65d-19a431b185ed]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc09d142-3eb3-4e5c-93e3-09e481cbb051]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:45:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:45:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[70405649-e6f7-401e-8517-f4e4e98ba94a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260]
Oct 26 01:45:41 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260] successful.
Oct 26 01:45:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[07685119-3aa9-4147-89ee-c69469ee92c8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[35f9b932-0d5a-4c09-b504-7b0443d2b4e4]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:45:41 user nova-compute[74702]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:45:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:45:41 user nova-compute[74702]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:45:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] HCTL ('34', '-', '-', 0) found on session 14 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2ef7d90-c0db-4d4d-a33e-7458271ce332]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Searching for a device in session 14 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:45:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PfMupyaA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:45:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:45:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '26533303939643234', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:45:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533303939643234', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:45:42 user nova-compute[74702]: DEBUG nova.objects.instance [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lazy-loading 'flavor' on Instance uuid 734108a2-c81c-408a-893d-18f992d4f3e3 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:45:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:45:42 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:45:42 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 01:45:42 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:45:42 user nova-compute[74702]:   <serial>c95d9291-72e1-4ce0-99c0-310f9c0ea8ce</serial>
Oct 26 01:45:42 user nova-compute[74702]: </disk>
Oct 26 01:45:42 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:45:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:45:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:45:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] No VIF found with MAC fa:16:3e:23:c3:dc, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:45:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a13462cf-0a30-4ea9-bae4-96e53289e696 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.935s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG os_brick.utils [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[62d8b7eb-7cc6-4097-ba6c-497789217ff7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c83449d-133c-449d-9b17-84a3d4424197]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c184efa-46fe-4faf-927f-f2498f3b08f0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7272c129-a670-486d-8e18-6f55bd8569d5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:45:44 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:45:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[013b9e2e-fb7d-4fbb-b9bd-ebe4c747383a]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:45:44 user nova-compute[74702]: DEBUG os_brick.utils [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:45:44 user nova-compute[74702]: INFO nova.compute.manager [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Swapping volume c95d9291-72e1-4ce0-99c0-310f9c0ea8ce for 98d640b1-5071-4ff7-85c8-3516e74a4242
Oct 26 01:45:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Acquiring lock "839cf49b-bf64-4655-83a9-933fd1c866ff" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Acquiring lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:48 user nova-compute[74702]: INFO nova.compute.manager [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Terminating instance
Oct 26 01:45:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:45:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-cbf00e34-a591-47b9-95a4-c66fa0878728 req-2be3d093-78e9-4ef8-8f12-2b3017649b68 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Received event network-vif-unplugged-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-cbf00e34-a591-47b9-95a4-c66fa0878728 req-2be3d093-78e9-4ef8-8f12-2b3017649b68 service nova] Acquiring lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-cbf00e34-a591-47b9-95a4-c66fa0878728 req-2be3d093-78e9-4ef8-8f12-2b3017649b68 service nova] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-cbf00e34-a591-47b9-95a4-c66fa0878728 req-2be3d093-78e9-4ef8-8f12-2b3017649b68 service nova] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-cbf00e34-a591-47b9-95a4-c66fa0878728 req-2be3d093-78e9-4ef8-8f12-2b3017649b68 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] No waiting events found dispatching network-vif-unplugged-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-cbf00e34-a591-47b9-95a4-c66fa0878728 req-2be3d093-78e9-4ef8-8f12-2b3017649b68 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Received event network-vif-unplugged-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Instance destroyed successfully.
Oct 26 01:45:49 user nova-compute[74702]: DEBUG nova.objects.instance [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lazy-loading 'resources' on Instance uuid 839cf49b-bf64-4655-83a9-933fd1c866ff {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:40:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-940301509',display_name='tempest-SnapshotDataIntegrityTests-server-940301509',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-940301509',id=13,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ40yzqYTThaYIP9q37jj32HIcQiCighrlAXAnxRvLX5+ioHxoamndPJE6lEqQ/fi4qRErtEy/kt2rFwAjlTt0zR4T0NWyiWHIiTTH4ySfM4K9bN86ho2qug/mB1jQShag==',key_name='tempest-keypair-1077945694',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:40:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='26de47e831d448eda2719009f4be5b26',ramdisk_id='',reservation_id='r-2rr7u0uq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1436650892',owner_user_name='tempest-SnapshotDataIntegrityTests-1436650892-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:40:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='10c99b9194d94731b014a2d14f2a1fda',uuid=839cf49b-bf64-4655-83a9-933fd1c866ff,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "address": "fa:16:3e:88:67:b2", "network": {"id": "b2da60cf-9ad3-4298-8ecd-c2f19622b3b0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1293372378-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26de47e831d448eda2719009f4be5b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e46dbf7-e3", "ovs_interfaceid": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Converting VIF {"id": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "address": "fa:16:3e:88:67:b2", "network": {"id": "b2da60cf-9ad3-4298-8ecd-c2f19622b3b0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1293372378-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "26de47e831d448eda2719009f4be5b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e46dbf7-e3", "ovs_interfaceid": "3e46dbf7-e34d-4264-8fc1-d1eda23ec30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:88:67:b2,bridge_name='br-int',has_traffic_filtering=True,id=3e46dbf7-e34d-4264-8fc1-d1eda23ec30d,network=Network(b2da60cf-9ad3-4298-8ecd-c2f19622b3b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e46dbf7-e3') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG os_vif [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:88:67:b2,bridge_name='br-int',has_traffic_filtering=True,id=3e46dbf7-e34d-4264-8fc1-d1eda23ec30d,network=Network(b2da60cf-9ad3-4298-8ecd-c2f19622b3b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e46dbf7-e3') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3e46dbf7-e3, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=24ce207b-2cab-415f-8b0f-06f8a24759b9) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:45:49 user nova-compute[74702]: INFO os_vif [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:88:67:b2,bridge_name='br-int',has_traffic_filtering=True,id=3e46dbf7-e34d-4264-8fc1-d1eda23ec30d,network=Network(b2da60cf-9ad3-4298-8ecd-c2f19622b3b0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e46dbf7-e3')
Oct 26 01:45:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Deleting instance files /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff_del
Oct 26 01:45:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Deletion of /opt/stack/data/nova/instances/839cf49b-bf64-4655-83a9-933fd1c866ff_del complete
Oct 26 01:45:49 user nova-compute[74702]: INFO nova.compute.manager [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Took 0.98 seconds to destroy the instance on the hypervisor.
Oct 26 01:45:49 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:45:49 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:45:50 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:45:50 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Took 0.81 seconds to deallocate network for instance.
Oct 26 01:45:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:50 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:45:50 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:45:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.309s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:51 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Deleted allocations for instance 839cf49b-bf64-4655-83a9-933fd1c866ff
Oct 26 01:45:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a561bd2c-d9ce-42af-8c61-5675b9d248eb tempest-SnapshotDataIntegrityTests-1436650892 tempest-SnapshotDataIntegrityTests-1436650892-project-member] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.343s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-ca44c34f-4ca9-43e4-b7ac-6c9a7c7bd8dc req-8d4b772d-01e9-4091-84ae-96aa07ea82e6 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Received event network-vif-plugged-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ca44c34f-4ca9-43e4-b7ac-6c9a7c7bd8dc req-8d4b772d-01e9-4091-84ae-96aa07ea82e6 service nova] Acquiring lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ca44c34f-4ca9-43e4-b7ac-6c9a7c7bd8dc req-8d4b772d-01e9-4091-84ae-96aa07ea82e6 service nova] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ca44c34f-4ca9-43e4-b7ac-6c9a7c7bd8dc req-8d4b772d-01e9-4091-84ae-96aa07ea82e6 service nova] Lock "839cf49b-bf64-4655-83a9-933fd1c866ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-ca44c34f-4ca9-43e4-b7ac-6c9a7c7bd8dc req-8d4b772d-01e9-4091-84ae-96aa07ea82e6 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] No waiting events found dispatching network-vif-plugged-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:51 user nova-compute[74702]: WARNING nova.compute.manager [req-ca44c34f-4ca9-43e4-b7ac-6c9a7c7bd8dc req-8d4b772d-01e9-4091-84ae-96aa07ea82e6 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Received unexpected event network-vif-plugged-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d for instance with vm_state deleted and task_state None.
Oct 26 01:45:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-ca44c34f-4ca9-43e4-b7ac-6c9a7c7bd8dc req-8d4b772d-01e9-4091-84ae-96aa07ea82e6 service nova] [instance: 839cf49b-bf64-4655-83a9-933fd1c866ff] Received event network-vif-deleted-3e46dbf7-e34d-4264-8fc1-d1eda23ec30d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "b8316642-cfca-43fa-a4f4-532467c49aeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:45:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:45:55 user nova-compute[74702]: INFO nova.compute.claims [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Claim successful on node user
Oct 26 01:45:56 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.333s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG nova.network.neutron [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:45:56 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:45:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG nova.policy [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd78843fc35a425d8bb2bbad2a88ba74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff70c2375cf040e99c2c6c096e8b0600', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:45:56 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Creating image(s)
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "/opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "/opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "/opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.184s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.162s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk 1073741824" returned: 0 in 0.046s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.214s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:45:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Cannot resize image /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Ensure instance console log exists: /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG nova.network.neutron [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Successfully created port: 91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG nova.network.neutron [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Successfully updated port: 91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "refresh_cache-b8316642-cfca-43fa-a4f4-532467c49aeb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquired lock "refresh_cache-b8316642-cfca-43fa-a4f4-532467c49aeb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG nova.network.neutron [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG nova.compute.manager [req-71183300-2aaf-4b36-aaa3-3e6e7e2bd977 req-28dff7d5-0f4d-4754-84ce-e524c0fce714 service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Received event network-changed-91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG nova.compute.manager [req-71183300-2aaf-4b36-aaa3-3e6e7e2bd977 req-28dff7d5-0f4d-4754-84ce-e524c0fce714 service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Refreshing instance network info cache due to event network-changed-91d28269-3857-4b5d-8d19-b7d854589cae. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71183300-2aaf-4b36-aaa3-3e6e7e2bd977 req-28dff7d5-0f4d-4754-84ce-e524c0fce714 service nova] Acquiring lock "refresh_cache-b8316642-cfca-43fa-a4f4-532467c49aeb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:45:57 user nova-compute[74702]: DEBUG nova.network.neutron [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.network.neutron [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Updating instance_info_cache with network_info: [{"id": "91d28269-3857-4b5d-8d19-b7d854589cae", "address": "fa:16:3e:e1:75:bf", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91d28269-38", "ovs_interfaceid": "91d28269-3857-4b5d-8d19-b7d854589cae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Releasing lock "refresh_cache-b8316642-cfca-43fa-a4f4-532467c49aeb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.compute.manager [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Instance network_info: |[{"id": "91d28269-3857-4b5d-8d19-b7d854589cae", "address": "fa:16:3e:e1:75:bf", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91d28269-38", "ovs_interfaceid": "91d28269-3857-4b5d-8d19-b7d854589cae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71183300-2aaf-4b36-aaa3-3e6e7e2bd977 req-28dff7d5-0f4d-4754-84ce-e524c0fce714 service nova] Acquired lock "refresh_cache-b8316642-cfca-43fa-a4f4-532467c49aeb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.network.neutron [req-71183300-2aaf-4b36-aaa3-3e6e7e2bd977 req-28dff7d5-0f4d-4754-84ce-e524c0fce714 service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Refreshing network info cache for port 91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Start _get_guest_xml network_info=[{"id": "91d28269-3857-4b5d-8d19-b7d854589cae", "address": "fa:16:3e:e1:75:bf", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91d28269-38", "ovs_interfaceid": "91d28269-3857-4b5d-8d19-b7d854589cae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:45:58 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:45:58 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:45:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-774049432',display_name='tempest-AttachVolumeNegativeTest-server-774049432',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-774049432',id=19,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPF/ynDCYWp9dxN21Jy0renX21iSZc5uM7O0RfUqYlm9PTVcl3sqyopUtAcc1wILbhpalUMNYqkce5EVffQ1ztCMi5yJz2WPKKzo6X1oe/6ER9bC/FLBiF9Di9wO8IhJnQ==',key_name='tempest-keypair-2079115881',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff70c2375cf040e99c2c6c096e8b0600',ramdisk_id='',reservation_id='r-rhlq2whq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1370319411',owner_user_name='tempest-AttachVolumeNegativeTest-1370319411-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:45:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd78843fc35a425d8bb2bbad2a88ba74',uuid=b8316642-cfca-43fa-a4f4-532467c49aeb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91d28269-3857-4b5d-8d19-b7d854589cae", "address": "fa:16:3e:e1:75:bf", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91d28269-38", "ovs_interfaceid": "91d28269-3857-4b5d-8d19-b7d854589cae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converting VIF {"id": "91d28269-3857-4b5d-8d19-b7d854589cae", "address": "fa:16:3e:e1:75:bf", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91d28269-38", "ovs_interfaceid": "91d28269-3857-4b5d-8d19-b7d854589cae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:75:bf,bridge_name='br-int',has_traffic_filtering=True,id=91d28269-3857-4b5d-8d19-b7d854589cae,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91d28269-38') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.objects.instance [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'pci_devices' on Instance uuid b8316642-cfca-43fa-a4f4-532467c49aeb {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:45:58 user nova-compute[74702]:   <uuid>b8316642-cfca-43fa-a4f4-532467c49aeb</uuid>
Oct 26 01:45:58 user nova-compute[74702]:   <name>instance-00000013</name>
Oct 26 01:45:58 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:45:58 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:45:58 user nova-compute[74702]:   <metadata>
Oct 26 01:45:58 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:45:58 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:45:58 user nova-compute[74702]:       <nova:name>tempest-AttachVolumeNegativeTest-server-774049432</nova:name>
Oct 26 01:45:58 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:45:58</nova:creationTime>
Oct 26 01:45:58 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:45:58 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:45:58 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:45:58 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:45:58 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:45:58 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:45:58 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:45:58 user nova-compute[74702]:       <nova:owner>
Oct 26 01:45:58 user nova-compute[74702]:         <nova:user uuid="fd78843fc35a425d8bb2bbad2a88ba74">tempest-AttachVolumeNegativeTest-1370319411-project-member</nova:user>
Oct 26 01:45:58 user nova-compute[74702]:         <nova:project uuid="ff70c2375cf040e99c2c6c096e8b0600">tempest-AttachVolumeNegativeTest-1370319411</nova:project>
Oct 26 01:45:58 user nova-compute[74702]:       </nova:owner>
Oct 26 01:45:58 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:45:58 user nova-compute[74702]:       <nova:ports>
Oct 26 01:45:58 user nova-compute[74702]:         <nova:port uuid="91d28269-3857-4b5d-8d19-b7d854589cae">
Oct 26 01:45:58 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 26 01:45:58 user nova-compute[74702]:         </nova:port>
Oct 26 01:45:58 user nova-compute[74702]:       </nova:ports>
Oct 26 01:45:58 user nova-compute[74702]:     </nova:instance>
Oct 26 01:45:58 user nova-compute[74702]:   </metadata>
Oct 26 01:45:58 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:45:58 user nova-compute[74702]:     <system>
Oct 26 01:45:58 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:45:58 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:45:58 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:45:58 user nova-compute[74702]:       <entry name="serial">b8316642-cfca-43fa-a4f4-532467c49aeb</entry>
Oct 26 01:45:58 user nova-compute[74702]:       <entry name="uuid">b8316642-cfca-43fa-a4f4-532467c49aeb</entry>
Oct 26 01:45:58 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:45:58 user nova-compute[74702]:     </system>
Oct 26 01:45:58 user nova-compute[74702]:   </sysinfo>
Oct 26 01:45:58 user nova-compute[74702]:   <os>
Oct 26 01:45:58 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:45:58 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:45:58 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:45:58 user nova-compute[74702]:   </os>
Oct 26 01:45:58 user nova-compute[74702]:   <features>
Oct 26 01:45:58 user nova-compute[74702]:     <acpi/>
Oct 26 01:45:58 user nova-compute[74702]:     <apic/>
Oct 26 01:45:58 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:45:58 user nova-compute[74702]:   </features>
Oct 26 01:45:58 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:45:58 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:45:58 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:45:58 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:45:58 user nova-compute[74702]:   </clock>
Oct 26 01:45:58 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:45:58 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:45:58 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:45:58 user nova-compute[74702]:   </cpu>
Oct 26 01:45:58 user nova-compute[74702]:   <devices>
Oct 26 01:45:58 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:45:58 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:45:58 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk"/>
Oct 26 01:45:58 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:45:58 user nova-compute[74702]:     </disk>
Oct 26 01:45:58 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:45:58 user nova-compute[74702]:       <mac address="fa:16:3e:e1:75:bf"/>
Oct 26 01:45:58 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:45:58 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:45:58 user nova-compute[74702]:       <target dev="tap91d28269-38"/>
Oct 26 01:45:58 user nova-compute[74702]:     </interface>
Oct 26 01:45:58 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:45:58 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/console.log" append="off"/>
Oct 26 01:45:58 user nova-compute[74702]:     </serial>
Oct 26 01:45:58 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:45:58 user nova-compute[74702]:     <video>
Oct 26 01:45:58 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:45:58 user nova-compute[74702]:     </video>
Oct 26 01:45:58 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:45:58 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:45:58 user nova-compute[74702]:     </rng>
Oct 26 01:45:58 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:45:58 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:45:58 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:45:58 user nova-compute[74702]:     </memballoon>
Oct 26 01:45:58 user nova-compute[74702]:   </devices>
Oct 26 01:45:58 user nova-compute[74702]: </domain>
Oct 26 01:45:58 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:45:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-774049432',display_name='tempest-AttachVolumeNegativeTest-server-774049432',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-774049432',id=19,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPF/ynDCYWp9dxN21Jy0renX21iSZc5uM7O0RfUqYlm9PTVcl3sqyopUtAcc1wILbhpalUMNYqkce5EVffQ1ztCMi5yJz2WPKKzo6X1oe/6ER9bC/FLBiF9Di9wO8IhJnQ==',key_name='tempest-keypair-2079115881',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff70c2375cf040e99c2c6c096e8b0600',ramdisk_id='',reservation_id='r-rhlq2whq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1370319411',owner_user_name='tempest-AttachVolumeNegativeTest-1370319411-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:45:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd78843fc35a425d8bb2bbad2a88ba74',uuid=b8316642-cfca-43fa-a4f4-532467c49aeb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91d28269-3857-4b5d-8d19-b7d854589cae", "address": "fa:16:3e:e1:75:bf", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91d28269-38", "ovs_interfaceid": "91d28269-3857-4b5d-8d19-b7d854589cae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converting VIF {"id": "91d28269-3857-4b5d-8d19-b7d854589cae", "address": "fa:16:3e:e1:75:bf", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91d28269-38", "ovs_interfaceid": "91d28269-3857-4b5d-8d19-b7d854589cae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:75:bf,bridge_name='br-int',has_traffic_filtering=True,id=91d28269-3857-4b5d-8d19-b7d854589cae,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91d28269-38') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG os_vif [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:75:bf,bridge_name='br-int',has_traffic_filtering=True,id=91d28269-3857-4b5d-8d19-b7d854589cae,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91d28269-38') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2ce009eb-b75b-5cda-975a-9b7b16c72d3c', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap91d28269-38, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap91d28269-38, col_values=(('qos', UUID('88040926-0ccb-4b19-93c5-d09624310411')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap91d28269-38, col_values=(('external_ids', {'iface-id': '91d28269-3857-4b5d-8d19-b7d854589cae', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e1:75:bf', 'vm-uuid': 'b8316642-cfca-43fa-a4f4-532467c49aeb'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:58 user nova-compute[74702]: INFO os_vif [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:75:bf,bridge_name='br-int',has_traffic_filtering=True,id=91d28269-3857-4b5d-8d19-b7d854589cae,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91d28269-38')
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No VIF found with MAC fa:16:3e:e1:75:bf, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.network.neutron [req-71183300-2aaf-4b36-aaa3-3e6e7e2bd977 req-28dff7d5-0f4d-4754-84ce-e524c0fce714 service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Updated VIF entry in instance network info cache for port 91d28269-3857-4b5d-8d19-b7d854589cae. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG nova.network.neutron [req-71183300-2aaf-4b36-aaa3-3e6e7e2bd977 req-28dff7d5-0f4d-4754-84ce-e524c0fce714 service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Updating instance_info_cache with network_info: [{"id": "91d28269-3857-4b5d-8d19-b7d854589cae", "address": "fa:16:3e:e1:75:bf", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91d28269-38", "ovs_interfaceid": "91d28269-3857-4b5d-8d19-b7d854589cae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:45:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71183300-2aaf-4b36-aaa3-3e6e7e2bd977 req-28dff7d5-0f4d-4754-84ce-e524c0fce714 service nova] Releasing lock "refresh_cache-b8316642-cfca-43fa-a4f4-532467c49aeb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:45:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:45:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-e17e5303-f4ce-4ece-aad3-0346d3d66024 req-6911e223-818e-4a95-a01e-42436747c413 service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Received event network-vif-plugged-91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:45:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e17e5303-f4ce-4ece-aad3-0346d3d66024 req-6911e223-818e-4a95-a01e-42436747c413 service nova] Acquiring lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:45:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e17e5303-f4ce-4ece-aad3-0346d3d66024 req-6911e223-818e-4a95-a01e-42436747c413 service nova] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:45:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e17e5303-f4ce-4ece-aad3-0346d3d66024 req-6911e223-818e-4a95-a01e-42436747c413 service nova] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:45:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-e17e5303-f4ce-4ece-aad3-0346d3d66024 req-6911e223-818e-4a95-a01e-42436747c413 service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] No waiting events found dispatching network-vif-plugged-91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:45:59 user nova-compute[74702]: WARNING nova.compute.manager [req-e17e5303-f4ce-4ece-aad3-0346d3d66024 req-6911e223-818e-4a95-a01e-42436747c413 service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Received unexpected event network-vif-plugged-91d28269-3857-4b5d-8d19-b7d854589cae for instance with vm_state building and task_state spawning.
Oct 26 01:46:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:46:01 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Instance spawned successfully.
Oct 26 01:46:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:46:01 user nova-compute[74702]: INFO nova.compute.manager [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Took 5.45 seconds to spawn the instance on the hypervisor.
Oct 26 01:46:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-4528d72f-2c26-45da-9958-ecd18f6841da req-5f1d5a97-3064-4ea1-8f8d-2a7410f072ff service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Received event network-vif-plugged-91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4528d72f-2c26-45da-9958-ecd18f6841da req-5f1d5a97-3064-4ea1-8f8d-2a7410f072ff service nova] Acquiring lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4528d72f-2c26-45da-9958-ecd18f6841da req-5f1d5a97-3064-4ea1-8f8d-2a7410f072ff service nova] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4528d72f-2c26-45da-9958-ecd18f6841da req-5f1d5a97-3064-4ea1-8f8d-2a7410f072ff service nova] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:46:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-4528d72f-2c26-45da-9958-ecd18f6841da req-5f1d5a97-3064-4ea1-8f8d-2a7410f072ff service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] No waiting events found dispatching network-vif-plugged-91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:46:01 user nova-compute[74702]: WARNING nova.compute.manager [req-4528d72f-2c26-45da-9958-ecd18f6841da req-5f1d5a97-3064-4ea1-8f8d-2a7410f072ff service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Received unexpected event network-vif-plugged-91d28269-3857-4b5d-8d19-b7d854589cae for instance with vm_state active and task_state None.
Oct 26 01:46:01 user nova-compute[74702]: INFO nova.compute.manager [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Took 6.11 seconds to build instance.
Oct 26 01:46:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-61ef7a4d-f6ca-4ca8-a4f6-cf4c10166b94 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.211s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:46:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-03d8d2af-da96-43b0-886d-e6260ddaa9c6 req-1a85d87e-ad52-4b15-8a13-92aff7ce14e4 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Received event network-changed-68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-03d8d2af-da96-43b0-886d-e6260ddaa9c6 req-1a85d87e-ad52-4b15-8a13-92aff7ce14e4 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Refreshing instance network info cache due to event network-changed-68bf6ddf-5e37-4871-a7e6-677b841c7266. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03d8d2af-da96-43b0-886d-e6260ddaa9c6 req-1a85d87e-ad52-4b15-8a13-92aff7ce14e4 service nova] Acquiring lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03d8d2af-da96-43b0-886d-e6260ddaa9c6 req-1a85d87e-ad52-4b15-8a13-92aff7ce14e4 service nova] Acquired lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG nova.network.neutron [req-03d8d2af-da96-43b0-886d-e6260ddaa9c6 req-1a85d87e-ad52-4b15-8a13-92aff7ce14e4 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Refreshing network info cache for port 68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG nova.network.neutron [req-03d8d2af-da96-43b0-886d-e6260ddaa9c6 req-1a85d87e-ad52-4b15-8a13-92aff7ce14e4 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Updated VIF entry in instance network info cache for port 68bf6ddf-5e37-4871-a7e6-677b841c7266. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG nova.network.neutron [req-03d8d2af-da96-43b0-886d-e6260ddaa9c6 req-1a85d87e-ad52-4b15-8a13-92aff7ce14e4 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Updating instance_info_cache with network_info: [{"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-03d8d2af-da96-43b0-886d-e6260ddaa9c6 req-1a85d87e-ad52-4b15-8a13-92aff7ce14e4 service nova] Releasing lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG nova.objects.instance [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lazy-loading 'flavor' on Instance uuid 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:46:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:46:06 user nova-compute[74702]: INFO nova.compute.manager [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Attaching volume 21302769-a36a-463a-90e6-62a246059dd2 to /dev/vdb
Oct 26 01:46:07 user nova-compute[74702]: DEBUG os_brick.utils [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[38eb4f6e-e034-4b7e-a0a1-5084826c9da5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f3a6432-2f69-46e9-a818-9886ac15b816]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[35fff2b8-3138-4947-908b-e76ad100f03f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d54daa74-1869-49e8-86c8-10a4ceefd04a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:46:07 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:46:07 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dba93a5-85e7-469c-aa9c-c8a170bd5a83]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG os_brick.utils [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:46:07 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Updating existing volume attachment record: f595287f-8b25-4650-b1cc-6884e0ae706a {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:46:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:46:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:46:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:46:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 01:46:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:46:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:46:21 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:46:21 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:46:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updating instance_info_cache with network_info: [{"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:46:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:46:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:46:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:46:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:46:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:46:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:46:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:46:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:46:22 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:46:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:46:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:46:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sXwNFMyl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:46:26 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:46:26 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:46:26 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:26 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:46:26 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:46:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=7671MB free_disk=25.467182159423828GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c442dfd-b665-4812-8381-962b84f92517]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:46:26 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6314c76d-c871-411e-bdf4-db7bb60ce78c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2] added
Oct 26 01:46:26 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2456dce4-4e6c-493f-ae61-abf03beb1d72]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a8bf54-08c4-4167-8e7d-4c239dbbb50d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sXwNFMyl {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sXwNFMyl" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[322f5b34-03bb-4a2b-b26e-0049cb27c47c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sXwNFMyl'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ff1dd0ba-18dc-41eb-a617-6f65897962c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3b14c16c-886e-4c7e-babe-2514af23b2bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 734108a2-c81c-408a-893d-18f992d4f3e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b22ee407-4b61-4864-8679-581f4f9051b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b8316642-cfca-43fa-a4f4-532467c49aeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6c126ad-a5ce-4942-b2c8-017cfe0ea8a7]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[45571f1e-1094-4196-8ed9-7e41e1e37478]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:46:26 user nova-compute[74702]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:46:26 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:46:26 user nova-compute[74702]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:46:26 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:46:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[211a7a1b-6547-4d01-9ae0-5d41a9ccee6c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2, portal: 172.16.0.220,3260]
Oct 26 01:46:27 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2, portal: 172.16.0.220,3260] successful.
Oct 26 01:46:27 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ba04e4b-c0b7-4e51-a5aa-eb4c364c8844]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd6e618b-4f21-4298-8436-8acfe22760fe]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:46:27 user nova-compute[74702]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:46:27 user nova-compute[74702]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)
Oct 26 01:46:27 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:46:27 user nova-compute[74702]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:46:27 user nova-compute[74702]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)
Oct 26 01:46:27 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.327s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] HCTL ('35', '-', '-', 0) found on session 15 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[614a9e39-0eb6-4f1d-9888-43a6ca8a84e9]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Searching for a device in session 15 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sXwNFMyl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.444s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:46:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.366s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] <== connect_volume: return (1370ms) {'type': 'block', 'scsi_wwn': '26536313532656331', 'path': '/dev/sdd'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26536313532656331', 'path': '/dev/sdd'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG nova.objects.instance [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lazy-loading 'flavor' on Instance uuid 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:46:28 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:46:28 user nova-compute[74702]:   <source dev="/dev/sdd"/>
Oct 26 01:46:28 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:46:28 user nova-compute[74702]:   <serial>21302769-a36a-463a-90e6-62a246059dd2</serial>
Oct 26 01:46:28 user nova-compute[74702]: </disk>
Oct 26 01:46:28 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] No VIF found with MAC fa:16:3e:2a:ce:2a, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:46:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6a860231-3879-4499-801c-cc9cc82c28dd tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.979s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:46:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:46:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:46:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:46:31 user nova-compute[74702]: INFO nova.compute.manager [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Detaching volume 21302769-a36a-463a-90e6-62a246059dd2
Oct 26 01:46:31 user nova-compute[74702]: INFO nova.virt.block_device [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Attempting to driver detach volume 21302769-a36a-463a-90e6-62a246059dd2 from mountpoint /dev/vdb
Oct 26 01:46:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Attempting to detach device vdb from instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:46:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:46:31 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:46:31 user nova-compute[74702]:   <source dev="/dev/sdd"/>
Oct 26 01:46:31 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:46:31 user nova-compute[74702]:   <serial>21302769-a36a-463a-90e6-62a246059dd2</serial>
Oct 26 01:46:31 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:46:31 user nova-compute[74702]: </disk>
Oct 26 01:46:31 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:46:31 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Successfully detached device vdb from instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 from the persistent domain config.
Oct 26 01:46:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:46:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:46:31 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:46:31 user nova-compute[74702]:   <source dev="/dev/sdd"/>
Oct 26 01:46:31 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:46:31 user nova-compute[74702]:   <serial>21302769-a36a-463a-90e6-62a246059dd2</serial>
Oct 26 01:46:31 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:46:31 user nova-compute[74702]: </disk>
Oct 26 01:46:31 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:46:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:46:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AODPXexn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '734108a2-c81c-408a-893d-18f992d4f3e3', 'attached_at': '', 'detached_at': '', 'volume_id': '98d640b1-5071-4ff7-85c8-3516e74a4242', 'serial': '98d640b1-5071-4ff7-85c8-3516e74a4242'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PfMupyaA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '734108a2-c81c-408a-893d-18f992d4f3e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'serial'} {{(pid=74702) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 26 01:46:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:46:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AODPXexn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:46:32 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:46:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:46:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:46:32 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:46:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:46:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:46:32 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:46:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa736f3e-3e0c-4c7d-aa1e-b4cac159903e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:46:33 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d903c47-ed77-43b4-b278-ff7511a738ad]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242] added
Oct 26 01:46:33 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae54e8d-3c95-4fe9-8cef-27305eea727d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba5cb5af-83ea-44e7-833c-eb6c2a9d7ad3]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AODPXexn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AODPXexn" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7371af2-e91e-4b4d-ab82-58cef1683cf9]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AODPXexn'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a5fcc31-0497-480e-abb0-c5418e0690c0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d919f385-9b51-4bcb-963c-68020f2e6875]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:46:33 user nova-compute[74702]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:46:33 user nova-compute[74702]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)
Oct 26 01:46:33 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:46:33 user nova-compute[74702]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:46:33 user nova-compute[74702]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)
Oct 26 01:46:33 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcb12220-497b-4ca9-820d-4b8cee476a24]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242, portal: 172.16.0.220,3260]
Oct 26 01:46:33 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242, portal: 172.16.0.220,3260] successful.
Oct 26 01:46:33 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a1498a5-c4ff-43d0-9ac4-f41ff5044b34]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4995bdbb-19cc-416a-983a-bc99d902df99]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:46:33 user nova-compute[74702]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:46:33 user nova-compute[74702]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)
Oct 26 01:46:33 user nova-compute[74702]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)
Oct 26 01:46:33 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:46:33 user nova-compute[74702]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:46:33 user nova-compute[74702]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)
Oct 26 01:46:33 user nova-compute[74702]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)
Oct 26 01:46:33 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] HCTL ('36', '-', '-', 0) found on session 16 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Scanning host 36 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c1ed571-101f-4ebb-9f16-c2eb56464c0c]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Searching for a device in session 16 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:46:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AODPXexn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:46:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:46:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] <== connect_volume: return (1338ms) {'type': 'block', 'scsi_wwn': '26138653631396236', 'path': '/dev/sde'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:46:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26138653631396236', 'path': '/dev/sde'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:46:34 user nova-compute[74702]: DEBUG nova.objects.instance [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lazy-loading 'flavor' on Instance uuid 734108a2-c81c-408a-893d-18f992d4f3e3 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:46:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:46:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 119537664 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:46:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 248512512 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:46:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:36 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 347078656 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:46:36 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 524288000 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:46:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 682622976 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:46:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 832569344 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 917504000 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PfMupyaA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:46:38 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:46:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[eecaa254-4462-4924-8316-b68de4791049]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:46:38 user nova-compute[74702]: No targets found.
Oct 26 01:46:38 user nova-compute[74702]: iSNS:
Oct 26 01:46:38 user nova-compute[74702]: No targets found.
Oct 26 01:46:38 user nova-compute[74702]: STATIC:
Oct 26 01:46:38 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce
Oct 26 01:46:38 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:46:38 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:46:38 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242
Oct 26 01:46:38 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:46:38 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:46:38 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f
Oct 26 01:46:38 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:46:38 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:46:38 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2
Oct 26 01:46:38 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:46:38 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:46:38 user nova-compute[74702]: FIRMWARE:
Oct 26 01:46:38 user nova-compute[74702]: No targets found.
Oct 26 01:46:38 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:46:38 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:46:38 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:46:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd8a8449-6e0a-4c43-a500-8cbe8a0c047c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1343af27-93a1-44c2-9250-8da2cae5b89a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:46:39 user nova-compute[74702]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:46:39 user nova-compute[74702]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)
Oct 26 01:46:39 user nova-compute[74702]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)
Oct 26 01:46:39 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:46:39 user nova-compute[74702]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:46:39 user nova-compute[74702]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)
Oct 26 01:46:39 user nova-compute[74702]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)
Oct 26 01:46:39 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084a5990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce'): ({'sdc'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Removing single pathed devices sdc {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0e27227-c2d1-4578-b9e6-34c109bff8aa]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff52f1c2-5581-42a6-b35e-02e6b78be0f0]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Flushing IO for device /dev/sdc {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[17178bce-5922-4d6b-9e38-f8f27b581597]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[40ac32ff-e9e8-44fa-927e-659adf27c0af]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.033s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a67eb00-8899-4ab7-bdec-843d9dc0b9aa]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c10b76ca-dc96-4c52-8561-549bc818f959]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260]
Oct 26 01:46:39 user nova-compute[74702]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260] successful.
Oct 26 01:46:39 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa92271f-2010-411d-907f-3be987efc3cf]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.349s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] <== disconnect_volume: return (351ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AODPXexn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '734108a2-c81c-408a-893d-18f992d4f3e3', 'attached_at': '', 'detached_at': '', 'volume_id': '98d640b1-5071-4ff7-85c8-3516e74a4242', 'serial'} {{(pid=74702) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] swap_volume: removing Cinder connection for volume c95d9291-72e1-4ce0-99c0-310f9c0ea8ce {{(pid=74702) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 26 01:46:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:40 user nova-compute[74702]: DEBUG nova.compute.manager [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] swap_volume: Updating volume c95d9291-72e1-4ce0-99c0-310f9c0ea8ce BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "AODPXexn", "auth_password": "ocBYHlsX6I7dj4", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sde", "volume_id": "98d640b1-5071-4ff7-85c8-3516e74a4242"}, "status": "reserved", "instance": "734108a2-c81c-408a-893d-18f992d4f3e3", "attached_at": "", "detached_at": "", "volume_id": "98d640b1-5071-4ff7-85c8-3516e74a4242", "serial": "98d640b1-5071-4ff7-85c8-3516e74a4242"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '98d640b1-5071-4ff7-85c8-3516e74a4242', 'no_device': None, 'attachment_id': 'ebfb7301-fff8-4882-96fd-d538cf69de43'} {{(pid=74702) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 26 01:46:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-29a706f6-61f4-44e7-a32d-66e47dcb9a4d tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 55.837s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:46:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG os_brick.utils [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[86558b85-72df-4cb7-ac13-b94768c05a08]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[00538a0a-f21c-4038-8abb-db4256b74464]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0310f9fc-f84c-4255-92df-f73075af177b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b1ad744-f9ce-41fd-87a2-1eb330f74a44]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:46:42 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:46:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1df4eafd-84a2-4807-ab96-99f6bb74da63]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:46:42 user nova-compute[74702]: DEBUG os_brick.utils [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:46:42 user nova-compute[74702]: INFO nova.compute.manager [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Swapping volume 98d640b1-5071-4ff7-85c8-3516e74a4242 for c95d9291-72e1-4ce0-99c0-310f9c0ea8ce
Oct 26 01:46:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:52 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 is timed out.
Oct 26 01:46:52 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Successfully detached device vdb from instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 from the live domain config.
Oct 26 01:46:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sXwNFMyl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:46:52 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f6d4aef-f7ae-4e04-af93-78c8ce620504]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:46:52 user nova-compute[74702]: No targets found.
Oct 26 01:46:52 user nova-compute[74702]: iSNS:
Oct 26 01:46:52 user nova-compute[74702]: No targets found.
Oct 26 01:46:52 user nova-compute[74702]: STATIC:
Oct 26 01:46:52 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242
Oct 26 01:46:52 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:46:52 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:46:52 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f
Oct 26 01:46:52 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:46:52 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:46:52 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2
Oct 26 01:46:52 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:46:52 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:46:52 user nova-compute[74702]: FIRMWARE:
Oct 26 01:46:52 user nova-compute[74702]: No targets found.
Oct 26 01:46:52 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:46:52 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:46:52 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[87a6c2bf-ec04-4eae-8a26-0ceb457f0678]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ba221a6-61d4-43a6-9520-db6e0cb078c8]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:46:52 user nova-compute[74702]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)
Oct 26 01:46:52 user nova-compute[74702]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)
Oct 26 01:46:52 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:46:52 user nova-compute[74702]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 (non-flash)
Oct 26 01:46:52 user nova-compute[74702]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)
Oct 26 01:46:52 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f952338bb50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2'): ({'sdd'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Removing single pathed devices sdd {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.039s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0d5561c-1ce6-4202-823c-846e75b96c75]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0fcbe8d-8bad-4f2a-87c7-c4d1da4ec516]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Flushing IO for device /dev/sdd {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[097ad229-f4fa-49c7-81be-1d68fb75a65e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[845951a8-0fdd-43e2-8c27-851e046e6ce0]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[63210945-3669-41a5-a97a-6fe8a8afb068]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d170b617-6ef1-43c3-b51e-f2b9097cface]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2, portal: 172.16.0.220,3260]
Oct 26 01:46:52 user nova-compute[74702]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2, portal: 172.16.0.220,3260] successful.
Oct 26 01:46:52 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21302769-a36a-463a-90e6-62a246059dd2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[67c72025-fa0f-45af-949b-b7c29df53646]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] <== disconnect_volume: return (336ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:46:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:46:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:46:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:46:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:46:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:46:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:46:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:46:55 user nova-compute[74702]: INFO nova.compute.claims [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Claim successful on node user
Oct 26 01:46:56 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG nova.network.neutron [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:46:56 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:46:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG nova.objects.instance [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lazy-loading 'flavor' on Instance uuid 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG nova.policy [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e9c680f688f42059011bde2d37fe96e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '541c5a0da90c4ee7a0a078f5f144d719', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ef28a63d-83fc-4f7a-9cb0-3ae9e5e92922 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:46:56 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Creating image(s)
Oct 26 01:46:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "/opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "/opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "/opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.209s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:46:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.270s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk 1073741824" returned: 0 in 0.085s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.363s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.232s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG nova.network.neutron [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Successfully created port: d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Cannot resize image /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Ensure instance console log exists: /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG nova.compute.manager [req-a8008ac5-b862-4e1f-96d4-fec216426a5d req-30cdaa36-5c57-4e8c-882a-fc347ac4e019 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-changed-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG nova.compute.manager [req-a8008ac5-b862-4e1f-96d4-fec216426a5d req-30cdaa36-5c57-4e8c-882a-fc347ac4e019 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Refreshing instance network info cache due to event network-changed-e4485b12-0a12-418d-b7da-ae04aff05d47. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a8008ac5-b862-4e1f-96d4-fec216426a5d req-30cdaa36-5c57-4e8c-882a-fc347ac4e019 service nova] Acquiring lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a8008ac5-b862-4e1f-96d4-fec216426a5d req-30cdaa36-5c57-4e8c-882a-fc347ac4e019 service nova] Acquired lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:46:57 user nova-compute[74702]: DEBUG nova.network.neutron [req-a8008ac5-b862-4e1f-96d4-fec216426a5d req-30cdaa36-5c57-4e8c-882a-fc347ac4e019 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Refreshing network info cache for port e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.neutron [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Successfully updated port: d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.compute.manager [req-70651d25-a62f-4226-ae00-0d85d46441bc req-4b29eaf3-718b-4f10-b96f-0e7089aee60b service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-changed-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.compute.manager [req-70651d25-a62f-4226-ae00-0d85d46441bc req-4b29eaf3-718b-4f10-b96f-0e7089aee60b service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Refreshing instance network info cache due to event network-changed-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-70651d25-a62f-4226-ae00-0d85d46441bc req-4b29eaf3-718b-4f10-b96f-0e7089aee60b service nova] Acquiring lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-70651d25-a62f-4226-ae00-0d85d46441bc req-4b29eaf3-718b-4f10-b96f-0e7089aee60b service nova] Acquired lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.neutron [req-70651d25-a62f-4226-ae00-0d85d46441bc req-4b29eaf3-718b-4f10-b96f-0e7089aee60b service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Refreshing network info cache for port d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.neutron [req-70651d25-a62f-4226-ae00-0d85d46441bc req-4b29eaf3-718b-4f10-b96f-0e7089aee60b service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.neutron [req-a8008ac5-b862-4e1f-96d4-fec216426a5d req-30cdaa36-5c57-4e8c-882a-fc347ac4e019 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updated VIF entry in instance network info cache for port e4485b12-0a12-418d-b7da-ae04aff05d47. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.neutron [req-a8008ac5-b862-4e1f-96d4-fec216426a5d req-30cdaa36-5c57-4e8c-882a-fc347ac4e019 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updating instance_info_cache with network_info: [{"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a8008ac5-b862-4e1f-96d4-fec216426a5d req-30cdaa36-5c57-4e8c-882a-fc347ac4e019 service nova] Releasing lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.neutron [req-70651d25-a62f-4226-ae00-0d85d46441bc req-4b29eaf3-718b-4f10-b96f-0e7089aee60b service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-70651d25-a62f-4226-ae00-0d85d46441bc req-4b29eaf3-718b-4f10-b96f-0e7089aee60b service nova] Releasing lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquired lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.neutron [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.neutron [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.compute.manager [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.neutron [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updating instance_info_cache with network_info: [{"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Releasing lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.compute.manager [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Instance network_info: |[{"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Start _get_guest_xml network_info=[{"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:46:58 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:46:58 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:46:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1121895262',display_name='tempest-ServerRescueNegativeTestJSON-server-1121895262',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1121895262',id=20,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnUPJ3PVnMJutyrTsP6S9Z679PzGeXI9UtHFIZpiyV3A0VwLkgztRM/flPSUaHHJLZ1PxzL+vIhhBG+lT75IlmIAXw/edfnI2EEsS6/CV7T7p0QjXQu+2oBoM86LNBkDA==',key_name='tempest-keypair-1484686640',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='541c5a0da90c4ee7a0a078f5f144d719',ramdisk_id='',reservation_id='r-14l0s2mz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-858261015',owner_user_name='tempest-ServerRescueNegativeTestJSON-858261015-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:46:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9c680f688f42059011bde2d37fe96e',uuid=f094241a-35d1-4772-9f38-0c90f1b5b6b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converting VIF {"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:3f:50,bridge_name='br-int',has_traffic_filtering=True,id=d5cbc5ea-340a-43e8-b3bd-504b36daeeb5,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5cbc5ea-34') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.objects.instance [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'pci_devices' on Instance uuid f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:46:58 user nova-compute[74702]: INFO nova.compute.manager [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] instance snapshotting
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:46:58 user nova-compute[74702]:   <uuid>f094241a-35d1-4772-9f38-0c90f1b5b6b5</uuid>
Oct 26 01:46:58 user nova-compute[74702]:   <name>instance-00000014</name>
Oct 26 01:46:58 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:46:58 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:46:58 user nova-compute[74702]:   <metadata>
Oct 26 01:46:58 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:46:58 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:46:58 user nova-compute[74702]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1121895262</nova:name>
Oct 26 01:46:58 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:46:58</nova:creationTime>
Oct 26 01:46:58 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:46:58 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:46:58 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:46:58 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:46:58 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:46:58 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:46:58 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:46:58 user nova-compute[74702]:       <nova:owner>
Oct 26 01:46:58 user nova-compute[74702]:         <nova:user uuid="4e9c680f688f42059011bde2d37fe96e">tempest-ServerRescueNegativeTestJSON-858261015-project-member</nova:user>
Oct 26 01:46:58 user nova-compute[74702]:         <nova:project uuid="541c5a0da90c4ee7a0a078f5f144d719">tempest-ServerRescueNegativeTestJSON-858261015</nova:project>
Oct 26 01:46:58 user nova-compute[74702]:       </nova:owner>
Oct 26 01:46:58 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:46:58 user nova-compute[74702]:       <nova:ports>
Oct 26 01:46:58 user nova-compute[74702]:         <nova:port uuid="d5cbc5ea-340a-43e8-b3bd-504b36daeeb5">
Oct 26 01:46:58 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 01:46:58 user nova-compute[74702]:         </nova:port>
Oct 26 01:46:58 user nova-compute[74702]:       </nova:ports>
Oct 26 01:46:58 user nova-compute[74702]:     </nova:instance>
Oct 26 01:46:58 user nova-compute[74702]:   </metadata>
Oct 26 01:46:58 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:46:58 user nova-compute[74702]:     <system>
Oct 26 01:46:58 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:46:58 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:46:58 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:46:58 user nova-compute[74702]:       <entry name="serial">f094241a-35d1-4772-9f38-0c90f1b5b6b5</entry>
Oct 26 01:46:58 user nova-compute[74702]:       <entry name="uuid">f094241a-35d1-4772-9f38-0c90f1b5b6b5</entry>
Oct 26 01:46:58 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:46:58 user nova-compute[74702]:     </system>
Oct 26 01:46:58 user nova-compute[74702]:   </sysinfo>
Oct 26 01:46:58 user nova-compute[74702]:   <os>
Oct 26 01:46:58 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:46:58 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:46:58 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:46:58 user nova-compute[74702]:   </os>
Oct 26 01:46:58 user nova-compute[74702]:   <features>
Oct 26 01:46:58 user nova-compute[74702]:     <acpi/>
Oct 26 01:46:58 user nova-compute[74702]:     <apic/>
Oct 26 01:46:58 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:46:58 user nova-compute[74702]:   </features>
Oct 26 01:46:58 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:46:58 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:46:58 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:46:58 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:46:58 user nova-compute[74702]:   </clock>
Oct 26 01:46:58 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:46:58 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:46:58 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:46:58 user nova-compute[74702]:   </cpu>
Oct 26 01:46:58 user nova-compute[74702]:   <devices>
Oct 26 01:46:58 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:46:58 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:46:58 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk"/>
Oct 26 01:46:58 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:46:58 user nova-compute[74702]:     </disk>
Oct 26 01:46:58 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:46:58 user nova-compute[74702]:       <mac address="fa:16:3e:ab:3f:50"/>
Oct 26 01:46:58 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:46:58 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:46:58 user nova-compute[74702]:       <target dev="tapd5cbc5ea-34"/>
Oct 26 01:46:58 user nova-compute[74702]:     </interface>
Oct 26 01:46:58 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:46:58 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/console.log" append="off"/>
Oct 26 01:46:58 user nova-compute[74702]:     </serial>
Oct 26 01:46:58 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:46:58 user nova-compute[74702]:     <video>
Oct 26 01:46:58 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:46:58 user nova-compute[74702]:     </video>
Oct 26 01:46:58 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:46:58 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:46:58 user nova-compute[74702]:     </rng>
Oct 26 01:46:58 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:46:58 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:46:58 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:46:58 user nova-compute[74702]:     </memballoon>
Oct 26 01:46:58 user nova-compute[74702]:   </devices>
Oct 26 01:46:58 user nova-compute[74702]: </domain>
Oct 26 01:46:58 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:46:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1121895262',display_name='tempest-ServerRescueNegativeTestJSON-server-1121895262',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1121895262',id=20,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnUPJ3PVnMJutyrTsP6S9Z679PzGeXI9UtHFIZpiyV3A0VwLkgztRM/flPSUaHHJLZ1PxzL+vIhhBG+lT75IlmIAXw/edfnI2EEsS6/CV7T7p0QjXQu+2oBoM86LNBkDA==',key_name='tempest-keypair-1484686640',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='541c5a0da90c4ee7a0a078f5f144d719',ramdisk_id='',reservation_id='r-14l0s2mz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-858261015',owner_user_name='tempest-ServerRescueNegativeTestJSON-858261015-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:46:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9c680f688f42059011bde2d37fe96e',uuid=f094241a-35d1-4772-9f38-0c90f1b5b6b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converting VIF {"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:3f:50,bridge_name='br-int',has_traffic_filtering=True,id=d5cbc5ea-340a-43e8-b3bd-504b36daeeb5,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5cbc5ea-34') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG os_vif [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:3f:50,bridge_name='br-int',has_traffic_filtering=True,id=d5cbc5ea-340a-43e8-b3bd-504b36daeeb5,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5cbc5ea-34') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f02dc8fd-cfd5-5727-9503-dbc3f5b9882f', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd5cbc5ea-34, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd5cbc5ea-34, col_values=(('qos', UUID('bd7de284-de24-43cf-ac7c-3c0213c12c7b')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd5cbc5ea-34, col_values=(('external_ids', {'iface-id': 'd5cbc5ea-340a-43e8-b3bd-504b36daeeb5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ab:3f:50', 'vm-uuid': 'f094241a-35d1-4772-9f38-0c90f1b5b6b5'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:46:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:46:58 user nova-compute[74702]: INFO os_vif [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:3f:50,bridge_name='br-int',has_traffic_filtering=True,id=d5cbc5ea-340a-43e8-b3bd-504b36daeeb5,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5cbc5ea-34')
Oct 26 01:46:58 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Beginning live snapshot process
Oct 26 01:46:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:46:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No VIF found with MAC fa:16:3e:ab:3f:50, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:46:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json -f qcow2 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json -f qcow2" returned: 0 in 0.184s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json -f qcow2 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json -f qcow2" returned: 0 in 0.200s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.241s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp2f7j5c78/1855eedb1424429cb8f18960a21685d9.delta 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:46:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp2f7j5c78/1855eedb1424429cb8f18960a21685d9.delta 1073741824" returned: 0 in 0.063s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:46:59 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 26 01:47:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] COPY block job progress, current cursor: 196608 final cursor: 75497472 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:01 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 26 01:47:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-02863245-482f-48b9-b277-542634b1181f req-d9c78cd9-d4bf-44d0-8a5c-6df71dbd932a service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02863245-482f-48b9-b277-542634b1181f req-d9c78cd9-d4bf-44d0-8a5c-6df71dbd932a service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02863245-482f-48b9-b277-542634b1181f req-d9c78cd9-d4bf-44d0-8a5c-6df71dbd932a service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-02863245-482f-48b9-b277-542634b1181f req-d9c78cd9-d4bf-44d0-8a5c-6df71dbd932a service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-02863245-482f-48b9-b277-542634b1181f req-d9c78cd9-d4bf-44d0-8a5c-6df71dbd932a service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:47:01 user nova-compute[74702]: WARNING nova.compute.manager [req-02863245-482f-48b9-b277-542634b1181f req-d9c78cd9-d4bf-44d0-8a5c-6df71dbd932a service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state building and task_state spawning.
Oct 26 01:47:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:01 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 01:47:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp2f7j5c78/1855eedb1424429cb8f18960a21685d9.delta /opt/stack/data/nova/instances/snapshots/tmp2f7j5c78/1855eedb1424429cb8f18960a21685d9 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp2f7j5c78/1855eedb1424429cb8f18960a21685d9.delta /opt/stack/data/nova/instances/snapshots/tmp2f7j5c78/1855eedb1424429cb8f18960a21685d9" returned: 0 in 0.708s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:02 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Snapshot extracted, beginning image upload
Oct 26 01:47:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PfMupyaA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '734108a2-c81c-408a-893d-18f992d4f3e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'serial': 'c95d9291-72e1-4ce0-99c0-310f9c0ea8ce'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AODPXexn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde', 'volume_id': '98d640b1-5071-4ff7-85c8-3516e74a4242'}, 'status': 'reserved', 'instance': '734108a2-c81c-408a-893d-18f992d4f3e3', 'attached_at': '', 'detached_at': '', 'volume_id': '98d640b1-5071-4ff7-85c8-3516e74a4242', 'serial'} {{(pid=74702) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PfMupyaA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:47:02 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:47:02 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:47:02 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[775630f8-5c90-435b-8328-be6f36542646]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:47:02 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1200f9c2-de68-4427-a4b6-bb979dc9259b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce] added
Oct 26 01:47:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5975b25e-6fa6-42d4-90b4-621309762d53]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9377abf8-a475-4efd-95f4-ead0ef416f63]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PfMupyaA {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PfMupyaA" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e9a2365-69b1-442a-915d-f93d9ea65c84]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PfMupyaA'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d7ca343-0ffe-45cd-9de1-7638f58419e6]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[780b58d3-4471-4f0d-aeb2-9bb2dc1e10c2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:47:02 user nova-compute[74702]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)
Oct 26 01:47:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:47:02 user nova-compute[74702]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)
Oct 26 01:47:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d427fbe-7525-487d-80b1-dd3099fcfd4f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260]
Oct 26 01:47:02 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260] successful.
Oct 26 01:47:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac43be0f-d807-4b77-8dfb-7c5670381e29]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aa59b31-685d-4b42-b533-9834c79161a6]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:47:02 user nova-compute[74702]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)
Oct 26 01:47:02 user nova-compute[74702]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:47:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:47:02 user nova-compute[74702]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)
Oct 26 01:47:02 user nova-compute[74702]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:47:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Scanning host 34 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:47:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[69ba6557-0227-4f61-a5fe-7daffb4b3ca6]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PfMupyaA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-a83d03f3-1ec1-447f-b74c-346c2d18b7db req-83c4cdae-56fd-4511-a64d-9a7ba1b63fa3 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a83d03f3-1ec1-447f-b74c-346c2d18b7db req-83c4cdae-56fd-4511-a64d-9a7ba1b63fa3 service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a83d03f3-1ec1-447f-b74c-346c2d18b7db req-83c4cdae-56fd-4511-a64d-9a7ba1b63fa3 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a83d03f3-1ec1-447f-b74c-346c2d18b7db req-83c4cdae-56fd-4511-a64d-9a7ba1b63fa3 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-a83d03f3-1ec1-447f-b74c-346c2d18b7db req-83c4cdae-56fd-4511-a64d-9a7ba1b63fa3 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:47:03 user nova-compute[74702]: WARNING nova.compute.manager [req-a83d03f3-1ec1-447f-b74c-346c2d18b7db req-83c4cdae-56fd-4511-a64d-9a7ba1b63fa3 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state building and task_state spawning.
Oct 26 01:47:03 user nova-compute[74702]: DEBUG nova.compute.manager [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:47:03 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Instance spawned successfully.
Oct 26 01:47:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:47:03 user nova-compute[74702]: INFO nova.compute.manager [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Took 6.96 seconds to spawn the instance on the hypervisor.
Oct 26 01:47:03 user nova-compute[74702]: DEBUG nova.compute.manager [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:47:03 user nova-compute[74702]: INFO nova.compute.manager [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Took 7.91 seconds to build instance.
Oct 26 01:47:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-341552e8-0835-46c8-82e6-5d4d127a2899 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.025s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:47:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '26533303939643234', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:47:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533303939643234', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:47:04 user nova-compute[74702]: DEBUG nova.objects.instance [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lazy-loading 'flavor' on Instance uuid 734108a2-c81c-408a-893d-18f992d4f3e3 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:47:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 102760448 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:05 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Snapshot image upload complete
Oct 26 01:47:05 user nova-compute[74702]: INFO nova.compute.manager [None req-101f1a28-7c7e-4891-a757-cc97b2ec87eb tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Took 6.52 seconds to snapshot the instance on the hypervisor.
Oct 26 01:47:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 195035136 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 310378496 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 424673280 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 589299712 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 765460480 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 912261120 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 1049624576 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AODPXexn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde', 'volume_id': '98d640b1-5071-4ff7-85c8-3516e74a4242'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:47:09 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[729b084c-84e5-46c2-841a-888cf8435dee]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:47:09 user nova-compute[74702]: No targets found.
Oct 26 01:47:09 user nova-compute[74702]: iSNS:
Oct 26 01:47:09 user nova-compute[74702]: No targets found.
Oct 26 01:47:09 user nova-compute[74702]: STATIC:
Oct 26 01:47:09 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce
Oct 26 01:47:09 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:47:09 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:47:09 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242
Oct 26 01:47:09 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:47:09 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:47:09 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f
Oct 26 01:47:09 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:47:09 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:47:09 user nova-compute[74702]: FIRMWARE:
Oct 26 01:47:09 user nova-compute[74702]: No targets found.
Oct 26 01:47:09 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:47:09 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:47:09 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c165b31e-7b17-4d5a-aed7-4781a5b0a68a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ff7344b-d7d5-484d-a97c-d88bd247bb21]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:47:09 user nova-compute[74702]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)
Oct 26 01:47:09 user nova-compute[74702]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:47:09 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:47:09 user nova-compute[74702]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 (non-flash)
Oct 26 01:47:09 user nova-compute[74702]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:47:09 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95181256c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242'): ({'sde'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Removing single pathed devices sde {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da9c384-7df8-4f62-8622-b1ee7526f8e5]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd80cb2a-77bf-48f2-b13d-313bccfc4127]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Flushing IO for device /dev/sde {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[33bf087d-dcca-4982-abf5-c98dac540154]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.052s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[11514983-0e1c-4136-a926-1904127f8c60]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Checking to see if SCSI volumes sde have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] SCSI volumes sde have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[edc18a12-e2e2-46c3-a957-d313503c43ed]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ecf6bd-2a8e-4501-8f67-ff15cf024fca]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242, portal: 172.16.0.220,3260]
Oct 26 01:47:09 user nova-compute[74702]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242, portal: 172.16.0.220,3260] successful.
Oct 26 01:47:09 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98d640b1-5071-4ff7-85c8-3516e74a4242 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ff1ceb7-3868-4f22-9700-fbd6eeccc026]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] <== disconnect_volume: return (322ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PfMupyaA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '734108a2-c81c-408a-893d-18f992d4f3e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'serial'} {{(pid=74702) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 26 01:47:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] swap_volume: removing Cinder connection for volume 98d640b1-5071-4ff7-85c8-3516e74a4242 {{(pid=74702) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 26 01:47:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] swap_volume: Updating volume 98d640b1-5071-4ff7-85c8-3516e74a4242 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "PfMupyaA", "auth_password": "wcQP4GDvu8tanA", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdc", "volume_id": "c95d9291-72e1-4ce0-99c0-310f9c0ea8ce"}, "status": "reserved", "instance": "734108a2-c81c-408a-893d-18f992d4f3e3", "attached_at": "", "detached_at": "", "volume_id": "c95d9291-72e1-4ce0-99c0-310f9c0ea8ce", "serial": "c95d9291-72e1-4ce0-99c0-310f9c0ea8ce"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'no_device': None, 'attachment_id': '287d2ab7-d3d7-4491-8e48-c790e03b5e77'} {{(pid=74702) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 26 01:47:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-14f5e79a-53d2-4b58-b6a9-3c3cd93810b7 tempest-TestVolumeSwap-1345383267 tempest-TestVolumeSwap-1345383267-project-admin] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 28.514s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:11 user nova-compute[74702]: INFO nova.compute.manager [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Detaching volume c95d9291-72e1-4ce0-99c0-310f9c0ea8ce
Oct 26 01:47:11 user nova-compute[74702]: INFO nova.virt.block_device [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Attempting to driver detach volume c95d9291-72e1-4ce0-99c0-310f9c0ea8ce from mountpoint /dev/vdb
Oct 26 01:47:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Attempting to detach device vdb from instance 734108a2-c81c-408a-893d-18f992d4f3e3 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:47:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:47:11 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:47:11 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 01:47:11 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:47:11 user nova-compute[74702]:   <serial>c95d9291-72e1-4ce0-99c0-310f9c0ea8ce</serial>
Oct 26 01:47:11 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:47:11 user nova-compute[74702]: </disk>
Oct 26 01:47:11 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:47:11 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Successfully detached device vdb from instance 734108a2-c81c-408a-893d-18f992d4f3e3 from the persistent domain config.
Oct 26 01:47:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 734108a2-c81c-408a-893d-18f992d4f3e3 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:47:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:47:11 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:47:11 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 01:47:11 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:47:11 user nova-compute[74702]:   <serial>c95d9291-72e1-4ce0-99c0-310f9c0ea8ce</serial>
Oct 26 01:47:11 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:47:11 user nova-compute[74702]: </disk>
Oct 26 01:47:11 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:47:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 734108a2-c81c-408a-893d-18f992d4f3e3 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:47:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:47:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:47:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:47:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:47:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:47:21 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:47:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Updating instance_info_cache with network_info: [{"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:47:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:47:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:47:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Acquiring lock "e063d5ab-8f34-4dd2-81ce-0ca707f58195" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Lock "e063d5ab-8f34-4dd2-81ce-0ca707f58195" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:23 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:47:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:47:23 user nova-compute[74702]: INFO nova.compute.claims [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Claim successful on node user
Oct 26 01:47:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:47:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:47:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:47:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.484s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.435s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:47:24 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:47:24 user nova-compute[74702]: INFO nova.virt.block_device [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Booting with volume bbcc08ae-3770-41c2-b518-161e458828c7 at /dev/vda
Oct 26 01:47:24 user nova-compute[74702]: DEBUG nova.policy [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f125671f6555495fae3a74026f4df031', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8799b0ee0f541b79b9831c8dccc2e13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG os_brick.utils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3819f7fa-c2e0-4b32-95f6-258d1a436805]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1681ae26-f53f-4965-9291-98bac02af703]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[de10e9d9-7948-4570-b11b-a508095e0f74]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d4a30dc-ae0d-41af-b5a2-cec0a5623508]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:47:24 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bda8946-be4b-429a-bd41-118dbe0513b3]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG os_brick.utils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updating existing volume attachment record: 138f20bc-0e98-4386-a6a0-74bd67fb5361 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:47:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:25 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Successfully created port: 01095609-ddd8-4c1f-b8a2-0b6f50f53d0c {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:47:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:26 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Successfully created port: 1cd9e302-7f58-4bd2-b6e5-1671179f9bd5 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:47:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:26 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Successfully created port: 9cedfec1-0f90-4097-8d85-45dca3717ae0 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.246s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:27 user nova-compute[74702]: INFO nova.compute.manager [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Terminating instance
Oct 26 01:47:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Successfully created port: 6588093e-fe77-4c83-8e6a-c30f85fcd0b6 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:28 user nova-compute[74702]: DEBUG nova.compute.manager [req-cd566254-b752-4c46-ba3a-adfdb110e159 req-7b3c306d-49ce-4015-bf6d-fbed71f39abc service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-unplugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-cd566254-b752-4c46-ba3a-adfdb110e159 req-7b3c306d-49ce-4015-bf6d-fbed71f39abc service nova] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-cd566254-b752-4c46-ba3a-adfdb110e159 req-7b3c306d-49ce-4015-bf6d-fbed71f39abc service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-cd566254-b752-4c46-ba3a-adfdb110e159 req-7b3c306d-49ce-4015-bf6d-fbed71f39abc service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:28 user nova-compute[74702]: DEBUG nova.compute.manager [req-cd566254-b752-4c46-ba3a-adfdb110e159 req-7b3c306d-49ce-4015-bf6d-fbed71f39abc service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] No waiting events found dispatching network-vif-unplugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:47:28 user nova-compute[74702]: DEBUG nova.compute.manager [req-cd566254-b752-4c46-ba3a-adfdb110e159 req-7b3c306d-49ce-4015-bf6d-fbed71f39abc service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-unplugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:47:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Successfully created port: bca978ff-35b2-4290-9a7c-fa7d88405676 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:47:29 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Instance destroyed successfully.
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.objects.instance [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lazy-loading 'resources' on Instance uuid 3b14c16c-886e-4c7e-babe-2514af23b2bd {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:47:29 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:47:29 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=7696MB free_disk=25.373123168945312GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1188944379',display_name='tempest-ServerActionsTestOtherB-server-1188944379',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1188944379',id=6,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnthLpoxOGNNbxdwL7vNn14w7D5UTKF+KTixiBC5U0+l/I8/SibarIoHWOgYf2uZYL9DDqwJ2G5VeKnBASJuH4xQEnR5fCxub2i8qVcy4gCr0VJu9zDplqxNRhT//5Eaw==',key_name='tempest-keypair-663560602',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:45:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a8eb30c67e094aa995fcf6c9ff85893f',ramdisk_id='',reservation_id='r-e7v4103q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-58023112',owner_user_name='tempest-ServerActionsTestOtherB-58023112-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:45:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a00dd3f8ce644238c9bb5e3f09d19d9',uuid=3b14c16c-886e-4c7e-babe-2514af23b2bd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converting VIF {"id": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "address": "fa:16:3e:20:8a:df", "network": {"id": "82795475-b24c-4977-b632-f8981b533615", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-877103564-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a8eb30c67e094aa995fcf6c9ff85893f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08ccbf26-db", "ovs_interfaceid": "08ccbf26-dba2-45bf-a600-7ffb2aa9773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_vif [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap08ccbf26-db, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4a3cb1bf-298a-4550-b4f8-46f94e41bf00) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:29 user nova-compute[74702]: INFO os_vif [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:8a:df,bridge_name='br-int',has_traffic_filtering=True,id=08ccbf26-dba2-45bf-a600-7ffb2aa9773e,network=Network(82795475-b24c-4977-b632-f8981b533615),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08ccbf26-db')
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VriDkTwt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:47:29 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[33b8b2c5-8631-4988-9d47-ccf6144a1b37]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1ff233a6-0d80-4109-9e27-aaff8003ae90\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:47:29 user nova-compute[74702]: No targets found.
Oct 26 01:47:29 user nova-compute[74702]: iSNS:
Oct 26 01:47:29 user nova-compute[74702]: No targets found.
Oct 26 01:47:29 user nova-compute[74702]: STATIC:
Oct 26 01:47:29 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:1ff233a6-0d80-4109-9e27-aaff8003ae90
Oct 26 01:47:29 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:47:29 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:47:29 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce
Oct 26 01:47:29 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:47:29 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:47:29 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f
Oct 26 01:47:29 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:47:29 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:47:29 user nova-compute[74702]: FIRMWARE:
Oct 26 01:47:29 user nova-compute[74702]: No targets found.
Oct 26 01:47:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:47:29 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:47:29 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3c4388a-1835-4cbd-b949-a5fb9470a9f4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1ff233a6-0d80-4109-9e27-aaff8003ae90\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fb0f435-2020-44b9-9e38-aa8a91160ad2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ff233a6-0d80-4109-9e27-aaff8003ae90 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:47:29 user nova-compute[74702]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:47:29 user nova-compute[74702]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ff233a6-0d80-4109-9e27-aaff8003ae90 (non-flash)
Oct 26 01:47:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f (non-flash)
Oct 26 01:47:29 user nova-compute[74702]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:47:29 user nova-compute[74702]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ff233a6-0d80-4109-9e27-aaff8003ae90 (non-flash)
Oct 26 01:47:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084c8280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ff1dd0ba-18dc-41eb-a617-6f65897962c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3b14c16c-886e-4c7e-babe-2514af23b2bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 734108a2-c81c-408a-893d-18f992d4f3e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b22ee407-4b61-4864-8679-581f4f9051b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b8316642-cfca-43fa-a4f4-532467c49aeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance e063d5ab-8f34-4dd2-81ce-0ca707f58195 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[38b6db58-cbdf-4fcb-b445-5712bc837293]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc90a2b5-1b71-47e8-8691-2d019d8a06b1]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5d735b5-0b8c-4dff-8426-f3087e87174f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[931db460-37af-432e-96ed-bf82128c7499]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[028e57c5-27f3-4904-b47f-c7bb582eac2e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2aa3929-ee3f-4739-b6b2-810f2e34a27f]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260]
Oct 26 01:47:29 user nova-compute[74702]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f, portal: 172.16.0.220,3260] successful.
Oct 26 01:47:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4613db2-591f-4e14-9b53-fe821fac231f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[35651d70-43b5-4c9f-b91f-ef075355da12]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.346s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] <== disconnect_volume: return (347ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:47:29 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Deleting instance files /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd_del
Oct 26 01:47:29 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Deletion of /opt/stack/data/nova/instances/3b14c16c-886e-4c7e-babe-2514af23b2bd_del complete
Oct 26 01:47:29 user nova-compute[74702]: INFO nova.compute.manager [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Took 1.95 seconds to destroy the instance on the hypervisor.
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.573s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:29 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Successfully updated port: 01095609-ddd8-4c1f-b8a2-0b6f50f53d0c {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG nova.compute.manager [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] Acquiring lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG nova.compute.manager [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] No waiting events found dispatching network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:47:30 user nova-compute[74702]: WARNING nova.compute.manager [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received unexpected event network-vif-plugged-08ccbf26-dba2-45bf-a600-7ffb2aa9773e for instance with vm_state active and task_state deleting.
Oct 26 01:47:30 user nova-compute[74702]: DEBUG nova.compute.manager [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Received event network-changed-01095609-ddd8-4c1f-b8a2-0b6f50f53d0c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG nova.compute.manager [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing instance network info cache due to event network-changed-01095609-ddd8-4c1f-b8a2-0b6f50f53d0c. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] Acquiring lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] Acquired lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG nova.network.neutron [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing network info cache for port 01095609-ddd8-4c1f-b8a2-0b6f50f53d0c {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG nova.network.neutron [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Successfully updated port: 2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:30 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Took 1.12 seconds to deallocate network for instance.
Oct 26 01:47:30 user nova-compute[74702]: DEBUG nova.compute.manager [req-aadcd935-d450-4a64-96c2-3130c6587f72 req-1bcc4681-dab9-4ec6-ade7-28ec2e3e6c4b service nova] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Received event network-vif-deleted-08ccbf26-dba2-45bf-a600-7ffb2aa9773e {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG nova.network.neutron [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-20723240-c628-4208-b966-04c853a7beef req-cae6c49e-3091-4719-810e-68cc6432d2f1 service nova] Releasing lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:47:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:31 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Successfully updated port: 2f57272e-ad10-4a80-82c0-fcbf465774cd {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:47:31 user nova-compute[74702]: INFO nova.compute.manager [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] [instance: 3b14c16c-886e-4c7e-babe-2514af23b2bd] Took 0.91 seconds to detach 1 volumes for instance.
Oct 26 01:47:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Successfully updated port: 1cd9e302-7f58-4bd2-b6e5-1671179f9bd5 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.volume.cinder [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Update attachment failed for attachment 138f20bc-0e98-4386-a6a0-74bd67fb5361. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-40c4ec83-febd-49d1-b896-e93c46e38b9d) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-40c4ec83-febd-49d1-b896-e93c46e38b9d)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-40c4ec83-febd-49d1-b896-e93c46e38b9d)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Traceback (most recent call last):
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     driver_block_device.attach_block_devices(
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     _log_and_attach(device)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     bdm.attach(*attach_args, **attach_kwargs)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     ret_val = method(obj, context, *args, **kwargs)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     self._do_attach(context, instance, volume, volume_api,
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     self._volume_attach(context, volume, connector, instance,
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     connection_info = volume_api.attachment_update(
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     res = method(self, ctx, *args, **kwargs)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     with excutils.save_and_reraise_exception():
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     self.force_reraise()
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     raise self.value
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     context, '3.44', skip_version_check=True).attachments.update(
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     return method.func(obj, *args, **kwargs)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     resp = self._update('/attachments/%s' % id, body)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     return self._cs_request(url, 'PUT', **kwargs)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     return self.request(url, method, **kwargs)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195]     raise exceptions.from_response(resp, body)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-40c4ec83-febd-49d1-b896-e93c46e38b9d)
Oct 26 01:47:32 user nova-compute[74702]: ERROR nova.compute.manager [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] 
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.411s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:32 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Deleted allocations for instance 3b14c16c-886e-4c7e-babe-2514af23b2bd
Oct 26 01:47:32 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 734108a2-c81c-408a-893d-18f992d4f3e3 is timed out.
Oct 26 01:47:32 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Successfully detached device vdb from instance 734108a2-c81c-408a-893d-18f992d4f3e3 from the live domain config.
Oct 26 01:47:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PfMupyaA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': 'c95d9291-72e1-4ce0-99c0-310f9c0ea8ce'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:47:32 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2c4a8a5a-5fae-4d49-b595-7715b05b100b tempest-ServerActionsTestOtherB-58023112 tempest-ServerActionsTestOtherB-58023112-project-member] Lock "3b14c16c-886e-4c7e-babe-2514af23b2bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.645s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c41b4838-27f2-40ea-add8-b42392f1c39e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1ff233a6-0d80-4109-9e27-aaff8003ae90\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:47:32 user nova-compute[74702]: No targets found.
Oct 26 01:47:32 user nova-compute[74702]: iSNS:
Oct 26 01:47:32 user nova-compute[74702]: No targets found.
Oct 26 01:47:32 user nova-compute[74702]: STATIC:
Oct 26 01:47:32 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:1ff233a6-0d80-4109-9e27-aaff8003ae90
Oct 26 01:47:32 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:47:32 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:47:32 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce
Oct 26 01:47:32 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:47:32 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:47:32 user nova-compute[74702]: FIRMWARE:
Oct 26 01:47:32 user nova-compute[74702]: No targets found.
Oct 26 01:47:32 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:47:32 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:47:32 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca385e46-4571-4841-a999-e88607106b5d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1ff233a6-0d80-4109-9e27-aaff8003ae90\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[08408cd0-6dbd-4825-977d-cd78d2d3eee6]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ff233a6-0d80-4109-9e27-aaff8003ae90 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:47:32 user nova-compute[74702]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ff233a6-0d80-4109-9e27-aaff8003ae90 (non-flash)
Oct 26 01:47:32 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce (non-flash)
Oct 26 01:47:32 user nova-compute[74702]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ff233a6-0d80-4109-9e27-aaff8003ae90 (non-flash)
Oct 26 01:47:32 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084c9c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce'): ({'sdc'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Removing single pathed devices sdc {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ec891a1-e8ae-41d7-b17f-0694fe88d5b4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f42bdd74-3b6d-4461-bcdc-fa5a3b6e470f]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Flushing IO for device /dev/sdc {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5dbadbe-2597-4bbb-a6a9-a87727fa65ee]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Received event network-changed-2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing instance network info cache due to event network-changed-2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] Acquiring lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] Acquired lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG nova.network.neutron [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing network info cache for port 2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:47:32 user nova-compute[74702]: INFO nova.compute.manager [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Terminating instance
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[34ed7e59-31e6-48bb-af53-9926b1b47f6c]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c2f0013-5685-4234-acfd-5bf7164cf5bd]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a39ff6d2-66ae-49ed-b3c1-d386772b6c38]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260]
Oct 26 01:47:32 user nova-compute[74702]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce, portal: 172.16.0.220,3260] successful.
Oct 26 01:47:32 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG nova.network.neutron [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c95d9291-72e1-4ce0-99c0-310f9c0ea8ce -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ec796ee-be3b-4690-be9b-6d30c3aa7917]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.367s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] <== disconnect_volume: return (368ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:47:32 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Successfully updated port: 9cedfec1-0f90-4097-8d85-45dca3717ae0 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:33 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Instance destroyed successfully.
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.objects.instance [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lazy-loading 'resources' on Instance uuid ff1dd0ba-18dc-41eb-a617-6f65897962c2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-b98e20dd-2e1f-46fe-b9eb-3ca0a04379f7 req-137bcb95-ad0a-4101-b60c-3ae8f52c0200 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received event network-vif-unplugged-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b98e20dd-2e1f-46fe-b9eb-3ca0a04379f7 req-137bcb95-ad0a-4101-b60c-3ae8f52c0200 service nova] Acquiring lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b98e20dd-2e1f-46fe-b9eb-3ca0a04379f7 req-137bcb95-ad0a-4101-b60c-3ae8f52c0200 service nova] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b98e20dd-2e1f-46fe-b9eb-3ca0a04379f7 req-137bcb95-ad0a-4101-b60c-3ae8f52c0200 service nova] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-b98e20dd-2e1f-46fe-b9eb-3ca0a04379f7 req-137bcb95-ad0a-4101-b60c-3ae8f52c0200 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] No waiting events found dispatching network-vif-unplugged-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-b98e20dd-2e1f-46fe-b9eb-3ca0a04379f7 req-137bcb95-ad0a-4101-b60c-3ae8f52c0200 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received event network-vif-unplugged-e2511803-ccb1-462f-a95c-4553c03cfdbb for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1658747959',display_name='tempest-ServersNegativeTestJSON-server-1658747959',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1658747959',id=4,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:38:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f9ef1aa34da54cfb99663a57b8f37bb1',ramdisk_id='',reservation_id='r-y9wfrjh4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1439943367',owner_user_name='tempest-ServersNegativeTestJSON-1439943367-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:38:41Z,user_data=None,user_id='58a5bf469014452a9dae70e269478b68',uuid=ff1dd0ba-18dc-41eb-a617-6f65897962c2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "address": "fa:16:3e:bb:69:5b", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2511803-cc", "ovs_interfaceid": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Converting VIF {"id": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "address": "fa:16:3e:bb:69:5b", "network": {"id": "fc26087b-c076-4f05-8d8a-13852fe2f0ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-801676944-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9ef1aa34da54cfb99663a57b8f37bb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2511803-cc", "ovs_interfaceid": "e2511803-ccb1-462f-a95c-4553c03cfdbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bb:69:5b,bridge_name='br-int',has_traffic_filtering=True,id=e2511803-ccb1-462f-a95c-4553c03cfdbb,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2511803-cc') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG os_vif [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:69:5b,bridge_name='br-int',has_traffic_filtering=True,id=e2511803-ccb1-462f-a95c-4553c03cfdbb,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2511803-cc') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape2511803-cc, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ab439dff-a6f7-4001-85d5-e116f78549a6) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:47:33 user nova-compute[74702]: INFO os_vif [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:69:5b,bridge_name='br-int',has_traffic_filtering=True,id=e2511803-ccb1-462f-a95c-4553c03cfdbb,network=Network(fc26087b-c076-4f05-8d8a-13852fe2f0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2511803-cc')
Oct 26 01:47:33 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Deleting instance files /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2_del
Oct 26 01:47:33 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Deletion of /opt/stack/data/nova/instances/ff1dd0ba-18dc-41eb-a617-6f65897962c2_del complete
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.network.neutron [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] Releasing lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Received event network-changed-2f57272e-ad10-4a80-82c0-fcbf465774cd {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing instance network info cache due to event network-changed-2f57272e-ad10-4a80-82c0-fcbf465774cd. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] Acquiring lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] Acquired lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.network.neutron [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing network info cache for port 2f57272e-ad10-4a80-82c0-fcbf465774cd {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:47:33 user nova-compute[74702]: INFO nova.compute.manager [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Took 1.13 seconds to destroy the instance on the hypervisor.
Oct 26 01:47:33 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Successfully updated port: 6588093e-fe77-4c83-8e6a-c30f85fcd0b6 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.network.neutron [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:47:33 user nova-compute[74702]: DEBUG nova.objects.instance [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lazy-loading 'flavor' on Instance uuid 734108a2-c81c-408a-893d-18f992d4f3e3 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cee34c58-0850-4995-8beb-dc39dff22e66 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.215s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.network.neutron [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] Releasing lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Received event network-changed-1cd9e302-7f58-4bd2-b6e5-1671179f9bd5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing instance network info cache due to event network-changed-1cd9e302-7f58-4bd2-b6e5-1671179f9bd5. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] Acquiring lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] Acquired lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.network.neutron [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing network info cache for port 1cd9e302-7f58-4bd2-b6e5-1671179f9bd5 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.network.neutron [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Successfully updated port: bca978ff-35b2-4290-9a7c-fa7d88405676 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Acquiring lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Received event network-changed-9cedfec1-0f90-4097-8d85-45dca3717ae0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing instance network info cache due to event network-changed-9cedfec1-0f90-4097-8d85-45dca3717ae0. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] Acquiring lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:47:34 user nova-compute[74702]: INFO nova.compute.manager [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] instance snapshotting
Oct 26 01:47:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Beginning live snapshot process
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.network.neutron [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71d6f4b8-76da-41fa-9da4-ccd224bdd2f8 req-e16ba26f-9d8d-4db0-8e28-3e114c72afe9 service nova] Releasing lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Acquired lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:34 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:47:34 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Took 1.24 seconds to deallocate network for instance.
Oct 26 01:47:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json -f qcow2 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json -f qcow2" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json -f qcow2 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json -f qcow2" returned: 0 in 0.239s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received event network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] Acquiring lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] No waiting events found dispatching network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:47:35 user nova-compute[74702]: WARNING nova.compute.manager [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received unexpected event network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb for instance with vm_state deleted and task_state None.
Oct 26 01:47:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received event network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] Acquiring lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] No waiting events found dispatching network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:47:35 user nova-compute[74702]: WARNING nova.compute.manager [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received unexpected event network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb for instance with vm_state deleted and task_state None.
Oct 26 01:47:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received event network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] Acquiring lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] No waiting events found dispatching network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:47:35 user nova-compute[74702]: WARNING nova.compute.manager [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received unexpected event network-vif-plugged-e2511803-ccb1-462f-a95c-4553c03cfdbb for instance with vm_state deleted and task_state None.
Oct 26 01:47:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-46824bba-772b-4828-956d-112da3dc42f1 req-8669bde3-6ffb-4b99-97df-60398d794597 service nova] [instance: ff1dd0ba-18dc-41eb-a617-6f65897962c2] Received event network-vif-deleted-e2511803-ccb1-462f-a95c-4553c03cfdbb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.537s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:35 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Deleted allocations for instance ff1dd0ba-18dc-41eb-a617-6f65897962c2
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.258s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp6p6a2udn/a242761091fc40b0983503706a0006c4.delta 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-27e9b6f1-cfd6-49ec-aad9-5f1f152b50ce tempest-ServersNegativeTestJSON-1439943367 tempest-ServersNegativeTestJSON-1439943367-project-member] Lock "ff1dd0ba-18dc-41eb-a617-6f65897962c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.173s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp6p6a2udn/a242761091fc40b0983503706a0006c4.delta 1073741824" returned: 0 in 0.062s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:35 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 26 01:47:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:36 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-a752510e-ca0c-4618-b3f0-697c246d7952 req-a6665341-b352-43aa-9df1-b719c0828acc service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Received event network-changed-bca978ff-35b2-4290-9a7c-fa7d88405676 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-a752510e-ca0c-4618-b3f0-697c246d7952 req-a6665341-b352-43aa-9df1-b719c0828acc service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing instance network info cache due to event network-changed-bca978ff-35b2-4290-9a7c-fa7d88405676. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:47:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a752510e-ca0c-4618-b3f0-697c246d7952 req-a6665341-b352-43aa-9df1-b719c0828acc service nova] Acquiring lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:47:36 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updating instance_info_cache with network_info: [{"id": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "address": "fa:16:3e:76:1c:03", "network": {"id": "1e59ce88-1efc-4c5c-adcd-3e8d54962878", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1239703224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01095609-dd", "ovs_interfaceid": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "address": "fa:16:3e:3e:4c:97", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcd7cea-7b", "ovs_interfaceid": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "address": "fa:16:3e:97:96:05", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f57272e-ad", "ovs_interfaceid": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "address": "fa:16:3e:ed:96:b5", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd9e302-7f", "ovs_interfaceid": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "address": "fa:16:3e:2b:03:41", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cedfec1-0f", "ovs_interfaceid": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "address": "fa:16:3e:e2:5e:32", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6588093e-fe", "ovs_interfaceid": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bca978ff-35b2-4290-9a7c-fa7d88405676", "address": "fa:16:3e:be:9f:59", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca978ff-35", "ovs_interfaceid": "bca978ff-35b2-4290-9a7c-fa7d88405676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:36 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:47:36 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 26 01:47:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Releasing lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:47:36 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Instance network_info: |[{"id": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "address": "fa:16:3e:76:1c:03", "network": {"id": "1e59ce88-1efc-4c5c-adcd-3e8d54962878", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1239703224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01095609-dd", "ovs_interfaceid": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "address": "fa:16:3e:3e:4c:97", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcd7cea-7b", "ovs_interfaceid": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "address": "fa:16:3e:97:96:05", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f57272e-ad", "ovs_interfaceid": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "address": "fa:16:3e:ed:96:b5", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd9e302-7f", "ovs_interfaceid": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "address": "fa:16:3e:2b:03:41", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cedfec1-0f", "ovs_interfaceid": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "address": "fa:16:3e:e2:5e:32", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6588093e-fe", "ovs_interfaceid": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bca978ff-35b2-4290-9a7c-fa7d88405676", "address": "fa:16:3e:be:9f:59", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca978ff-35", "ovs_interfaceid": "bca978ff-35b2-4290-9a7c-fa7d88405676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] Acquired lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.neutron [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing network info cache for port 9cedfec1-0f90-4097-8d85-45dca3717ae0 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.compute.claims [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Aborting claim: <nova.compute.claims.Claim object at 0x7f951826b130> {{(pid=74702) abort /opt/stack/nova/nova/compute/claims.py:84}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp6p6a2udn/a242761091fc40b0983503706a0006c4.delta /opt/stack/data/nova/instances/snapshots/tmp6p6a2udn/a242761091fc40b0983503706a0006c4 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp6p6a2udn/a242761091fc40b0983503706a0006c4.delta /opt/stack/data/nova/instances/snapshots/tmp6p6a2udn/a242761091fc40b0983503706a0006c4" returned: 0 in 0.335s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:37 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Snapshot extracted, beginning image upload
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.491s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Build of instance e063d5ab-8f34-4dd2-81ce-0ca707f58195 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-40c4ec83-febd-49d1-b896-e93c46e38b9d) {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.compute.utils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Build of instance e063d5ab-8f34-4dd2-81ce-0ca707f58195 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=74702) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Oct 26 01:47:37 user nova-compute[74702]: ERROR nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Build of instance e063d5ab-8f34-4dd2-81ce-0ca707f58195 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-40c4ec83-febd-49d1-b896-e93c46e38b9d): nova.exception.BuildAbortException: Build of instance e063d5ab-8f34-4dd2-81ce-0ca707f58195 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-40c4ec83-febd-49d1-b896-e93c46e38b9d)
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Unplugging VIFs for instance {{(pid=74702) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1496750738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1496750738',id=21,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIUmo9GxfmD6x4LnTm3xjfG1HvBi8r7r+TOKxqX95PxtmUI8ySF/5hncWBX4729lcl9QAOSQXNlnOKS/wXYuvfDRt/xC0EtxVwbcSVCQViO9cdZlgyoie9HJ18y8JX++gQ==',key_name='tempest-keypair-91490359',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8799b0ee0f541b79b9831c8dccc2e13',ramdisk_id='',reservation_id='r-enhtevzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-269718418',owner_user_name='tempest-TaggedBootDevicesTest-269718418-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:47:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f125671f6555495fae3a74026f4df031',uuid=e063d5ab-8f34-4dd2-81ce-0ca707f58195,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "address": "fa:16:3e:76:1c:03", "network": {"id": "1e59ce88-1efc-4c5c-adcd-3e8d54962878", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1239703224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01095609-dd", "ovs_interfaceid": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converting VIF {"id": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "address": "fa:16:3e:76:1c:03", "network": {"id": "1e59ce88-1efc-4c5c-adcd-3e8d54962878", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1239703224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01095609-dd", "ovs_interfaceid": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:1c:03,bridge_name='br-int',has_traffic_filtering=True,id=01095609-ddd8-4c1f-b8a2-0b6f50f53d0c,network=Network(1e59ce88-1efc-4c5c-adcd-3e8d54962878),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01095609-dd') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:1c:03,bridge_name='br-int',has_traffic_filtering=True,id=01095609-ddd8-4c1f-b8a2-0b6f50f53d0c,network=Network(1e59ce88-1efc-4c5c-adcd-3e8d54962878),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01095609-dd') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap01095609-dd, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:47:37 user nova-compute[74702]: INFO os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:1c:03,bridge_name='br-int',has_traffic_filtering=True,id=01095609-ddd8-4c1f-b8a2-0b6f50f53d0c,network=Network(1e59ce88-1efc-4c5c-adcd-3e8d54962878),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01095609-dd')
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1496750738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1496750738',id=21,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIUmo9GxfmD6x4LnTm3xjfG1HvBi8r7r+TOKxqX95PxtmUI8ySF/5hncWBX4729lcl9QAOSQXNlnOKS/wXYuvfDRt/xC0EtxVwbcSVCQViO9cdZlgyoie9HJ18y8JX++gQ==',key_name='tempest-keypair-91490359',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8799b0ee0f541b79b9831c8dccc2e13',ramdisk_id='',reservation_id='r-enhtevzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-269718418',owner_user_name='tempest-TaggedBootDevicesTest-269718418-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:47:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f125671f6555495fae3a74026f4df031',uuid=e063d5ab-8f34-4dd2-81ce-0ca707f58195,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "address": "fa:16:3e:3e:4c:97", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcd7cea-7b", "ovs_interfaceid": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converting VIF {"id": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "address": "fa:16:3e:3e:4c:97", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcd7cea-7b", "ovs_interfaceid": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8,network=Network(12dd84c6-d6d9-4ea3-af9d-da371f2d150d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2bcd7cea-7b') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8,network=Network(12dd84c6-d6d9-4ea3-af9d-da371f2d150d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2bcd7cea-7b') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2bcd7cea-7b, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:47:37 user nova-compute[74702]: INFO os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:4c:97,bridge_name='br-int',has_traffic_filtering=True,id=2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8,network=Network(12dd84c6-d6d9-4ea3-af9d-da371f2d150d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2bcd7cea-7b')
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1496750738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1496750738',id=21,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIUmo9GxfmD6x4LnTm3xjfG1HvBi8r7r+TOKxqX95PxtmUI8ySF/5hncWBX4729lcl9QAOSQXNlnOKS/wXYuvfDRt/xC0EtxVwbcSVCQViO9cdZlgyoie9HJ18y8JX++gQ==',key_name='tempest-keypair-91490359',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8799b0ee0f541b79b9831c8dccc2e13',ramdisk_id='',reservation_id='r-enhtevzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-269718418',owner_user_name='tempest-TaggedBootDevicesTest-269718418-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:47:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f125671f6555495fae3a74026f4df031',uuid=e063d5ab-8f34-4dd2-81ce-0ca707f58195,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "address": "fa:16:3e:97:96:05", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f57272e-ad", "ovs_interfaceid": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converting VIF {"id": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "address": "fa:16:3e:97:96:05", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f57272e-ad", "ovs_interfaceid": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:96:05,bridge_name='br-int',has_traffic_filtering=True,id=2f57272e-ad10-4a80-82c0-fcbf465774cd,network=Network(12dd84c6-d6d9-4ea3-af9d-da371f2d150d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2f57272e-ad') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:96:05,bridge_name='br-int',has_traffic_filtering=True,id=2f57272e-ad10-4a80-82c0-fcbf465774cd,network=Network(12dd84c6-d6d9-4ea3-af9d-da371f2d150d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2f57272e-ad') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.neutron [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updated VIF entry in instance network info cache for port 9cedfec1-0f90-4097-8d85-45dca3717ae0. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.neutron [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updating instance_info_cache with network_info: [{"id": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "address": "fa:16:3e:76:1c:03", "network": {"id": "1e59ce88-1efc-4c5c-adcd-3e8d54962878", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1239703224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01095609-dd", "ovs_interfaceid": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "address": "fa:16:3e:3e:4c:97", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcd7cea-7b", "ovs_interfaceid": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "address": "fa:16:3e:97:96:05", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f57272e-ad", "ovs_interfaceid": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "address": "fa:16:3e:ed:96:b5", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd9e302-7f", "ovs_interfaceid": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "address": "fa:16:3e:2b:03:41", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cedfec1-0f", "ovs_interfaceid": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "address": "fa:16:3e:e2:5e:32", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6588093e-fe", "ovs_interfaceid": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bca978ff-35b2-4290-9a7c-fa7d88405676", "address": "fa:16:3e:be:9f:59", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca978ff-35", "ovs_interfaceid": "bca978ff-35b2-4290-9a7c-fa7d88405676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2f57272e-ad, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:47:37 user nova-compute[74702]: INFO os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:96:05,bridge_name='br-int',has_traffic_filtering=True,id=2f57272e-ad10-4a80-82c0-fcbf465774cd,network=Network(12dd84c6-d6d9-4ea3-af9d-da371f2d150d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2f57272e-ad')
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1496750738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1496750738',id=21,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIUmo9GxfmD6x4LnTm3xjfG1HvBi8r7r+TOKxqX95PxtmUI8ySF/5hncWBX4729lcl9QAOSQXNlnOKS/wXYuvfDRt/xC0EtxVwbcSVCQViO9cdZlgyoie9HJ18y8JX++gQ==',key_name='tempest-keypair-91490359',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8799b0ee0f541b79b9831c8dccc2e13',ramdisk_id='',reservation_id='r-enhtevzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-269718418',owner_user_name='tempest-TaggedBootDevicesTest-269718418-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:47:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f125671f6555495fae3a74026f4df031',uuid=e063d5ab-8f34-4dd2-81ce-0ca707f58195,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "address": "fa:16:3e:ed:96:b5", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd9e302-7f", "ovs_interfaceid": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converting VIF {"id": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "address": "fa:16:3e:ed:96:b5", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd9e302-7f", "ovs_interfaceid": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:96:b5,bridge_name='br-int',has_traffic_filtering=True,id=1cd9e302-7f58-4bd2-b6e5-1671179f9bd5,network=Network(12dd84c6-d6d9-4ea3-af9d-da371f2d150d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd9e302-7f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:96:b5,bridge_name='br-int',has_traffic_filtering=True,id=1cd9e302-7f58-4bd2-b6e5-1671179f9bd5,network=Network(12dd84c6-d6d9-4ea3-af9d-da371f2d150d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd9e302-7f') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] Releasing lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.compute.manager [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Received event network-changed-6588093e-fe77-4c83-8e6a-c30f85fcd0b6 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.compute.manager [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing instance network info cache due to event network-changed-6588093e-fe77-4c83-8e6a-c30f85fcd0b6. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] Acquiring lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] Acquired lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.neutron [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing network info cache for port 6588093e-fe77-4c83-8e6a-c30f85fcd0b6 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1cd9e302-7f, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:47:37 user nova-compute[74702]: INFO os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:96:b5,bridge_name='br-int',has_traffic_filtering=True,id=1cd9e302-7f58-4bd2-b6e5-1671179f9bd5,network=Network(12dd84c6-d6d9-4ea3-af9d-da371f2d150d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd9e302-7f')
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1496750738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1496750738',id=21,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIUmo9GxfmD6x4LnTm3xjfG1HvBi8r7r+TOKxqX95PxtmUI8ySF/5hncWBX4729lcl9QAOSQXNlnOKS/wXYuvfDRt/xC0EtxVwbcSVCQViO9cdZlgyoie9HJ18y8JX++gQ==',key_name='tempest-keypair-91490359',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8799b0ee0f541b79b9831c8dccc2e13',ramdisk_id='',reservation_id='r-enhtevzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-269718418',owner_user_name='tempest-TaggedBootDevicesTest-269718418-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:47:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f125671f6555495fae3a74026f4df031',uuid=e063d5ab-8f34-4dd2-81ce-0ca707f58195,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "address": "fa:16:3e:2b:03:41", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cedfec1-0f", "ovs_interfaceid": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converting VIF {"id": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "address": "fa:16:3e:2b:03:41", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cedfec1-0f", "ovs_interfaceid": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:03:41,bridge_name='br-int',has_traffic_filtering=True,id=9cedfec1-0f90-4097-8d85-45dca3717ae0,network=Network(12dd84c6-d6d9-4ea3-af9d-da371f2d150d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cedfec1-0f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:03:41,bridge_name='br-int',has_traffic_filtering=True,id=9cedfec1-0f90-4097-8d85-45dca3717ae0,network=Network(12dd84c6-d6d9-4ea3-af9d-da371f2d150d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cedfec1-0f') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9cedfec1-0f, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:47:37 user nova-compute[74702]: INFO os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:03:41,bridge_name='br-int',has_traffic_filtering=True,id=9cedfec1-0f90-4097-8d85-45dca3717ae0,network=Network(12dd84c6-d6d9-4ea3-af9d-da371f2d150d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cedfec1-0f')
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1496750738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1496750738',id=21,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIUmo9GxfmD6x4LnTm3xjfG1HvBi8r7r+TOKxqX95PxtmUI8ySF/5hncWBX4729lcl9QAOSQXNlnOKS/wXYuvfDRt/xC0EtxVwbcSVCQViO9cdZlgyoie9HJ18y8JX++gQ==',key_name='tempest-keypair-91490359',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8799b0ee0f541b79b9831c8dccc2e13',ramdisk_id='',reservation_id='r-enhtevzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-269718418',owner_user_name='tempest-TaggedBootDevicesTest-269718418-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:47:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f125671f6555495fae3a74026f4df031',uuid=e063d5ab-8f34-4dd2-81ce-0ca707f58195,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "address": "fa:16:3e:e2:5e:32", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6588093e-fe", "ovs_interfaceid": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converting VIF {"id": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "address": "fa:16:3e:e2:5e:32", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6588093e-fe", "ovs_interfaceid": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:5e:32,bridge_name='br-int',has_traffic_filtering=True,id=6588093e-fe77-4c83-8e6a-c30f85fcd0b6,network=Network(6f66d712-b1b9-4996-9dcf-4f8226205f38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6588093e-fe') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:5e:32,bridge_name='br-int',has_traffic_filtering=True,id=6588093e-fe77-4c83-8e6a-c30f85fcd0b6,network=Network(6f66d712-b1b9-4996-9dcf-4f8226205f38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6588093e-fe') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6588093e-fe, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:47:37 user nova-compute[74702]: INFO os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:5e:32,bridge_name='br-int',has_traffic_filtering=True,id=6588093e-fe77-4c83-8e6a-c30f85fcd0b6,network=Network(6f66d712-b1b9-4996-9dcf-4f8226205f38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6588093e-fe')
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-26T01:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1496750738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1496750738',id=21,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIUmo9GxfmD6x4LnTm3xjfG1HvBi8r7r+TOKxqX95PxtmUI8ySF/5hncWBX4729lcl9QAOSQXNlnOKS/wXYuvfDRt/xC0EtxVwbcSVCQViO9cdZlgyoie9HJ18y8JX++gQ==',key_name='tempest-keypair-91490359',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8799b0ee0f541b79b9831c8dccc2e13',ramdisk_id='',reservation_id='r-enhtevzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-269718418',owner_user_name='tempest-TaggedBootDevicesTest-269718418-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:47:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f125671f6555495fae3a74026f4df031',uuid=e063d5ab-8f34-4dd2-81ce-0ca707f58195,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bca978ff-35b2-4290-9a7c-fa7d88405676", "address": "fa:16:3e:be:9f:59", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca978ff-35", "ovs_interfaceid": "bca978ff-35b2-4290-9a7c-fa7d88405676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converting VIF {"id": "bca978ff-35b2-4290-9a7c-fa7d88405676", "address": "fa:16:3e:be:9f:59", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca978ff-35", "ovs_interfaceid": "bca978ff-35b2-4290-9a7c-fa7d88405676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:9f:59,bridge_name='br-int',has_traffic_filtering=True,id=bca978ff-35b2-4290-9a7c-fa7d88405676,network=Network(6f66d712-b1b9-4996-9dcf-4f8226205f38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca978ff-35') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:9f:59,bridge_name='br-int',has_traffic_filtering=True,id=bca978ff-35b2-4290-9a7c-fa7d88405676,network=Network(6f66d712-b1b9-4996-9dcf-4f8226205f38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca978ff-35') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbca978ff-35, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:47:37 user nova-compute[74702]: INFO os_vif [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:9f:59,bridge_name='br-int',has_traffic_filtering=True,id=bca978ff-35b2-4290-9a7c-fa7d88405676,network=Network(6f66d712-b1b9-4996-9dcf-4f8226205f38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca978ff-35')
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Unplugged VIFs for instance {{(pid=74702) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:47:37 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:47:38 user nova-compute[74702]: DEBUG nova.network.neutron [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updated VIF entry in instance network info cache for port 6588093e-fe77-4c83-8e6a-c30f85fcd0b6. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:47:38 user nova-compute[74702]: DEBUG nova.network.neutron [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updating instance_info_cache with network_info: [{"id": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "address": "fa:16:3e:76:1c:03", "network": {"id": "1e59ce88-1efc-4c5c-adcd-3e8d54962878", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1239703224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01095609-dd", "ovs_interfaceid": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "address": "fa:16:3e:3e:4c:97", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcd7cea-7b", "ovs_interfaceid": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "address": "fa:16:3e:97:96:05", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f57272e-ad", "ovs_interfaceid": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "address": "fa:16:3e:ed:96:b5", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd9e302-7f", "ovs_interfaceid": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "address": "fa:16:3e:2b:03:41", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cedfec1-0f", "ovs_interfaceid": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "address": "fa:16:3e:e2:5e:32", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6588093e-fe", "ovs_interfaceid": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bca978ff-35b2-4290-9a7c-fa7d88405676", "address": "fa:16:3e:be:9f:59", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca978ff-35", "ovs_interfaceid": "bca978ff-35b2-4290-9a7c-fa7d88405676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fc6fa5b2-0172-4440-8bb7-c0c18365f8f0 req-c6579c0a-88e5-4d9a-8fd6-5fad200335e8 service nova] Releasing lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:47:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a752510e-ca0c-4618-b3f0-697c246d7952 req-a6665341-b352-43aa-9df1-b719c0828acc service nova] Acquired lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:47:38 user nova-compute[74702]: DEBUG nova.network.neutron [req-a752510e-ca0c-4618-b3f0-697c246d7952 req-a6665341-b352-43aa-9df1-b719c0828acc service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Refreshing network info cache for port bca978ff-35b2-4290-9a7c-fa7d88405676 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:47:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:39 user nova-compute[74702]: DEBUG nova.network.neutron [req-a752510e-ca0c-4618-b3f0-697c246d7952 req-a6665341-b352-43aa-9df1-b719c0828acc service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updated VIF entry in instance network info cache for port bca978ff-35b2-4290-9a7c-fa7d88405676. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:47:39 user nova-compute[74702]: DEBUG nova.network.neutron [req-a752510e-ca0c-4618-b3f0-697c246d7952 req-a6665341-b352-43aa-9df1-b719c0828acc service nova] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updating instance_info_cache with network_info: [{"id": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "address": "fa:16:3e:76:1c:03", "network": {"id": "1e59ce88-1efc-4c5c-adcd-3e8d54962878", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1239703224-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01095609-dd", "ovs_interfaceid": "01095609-ddd8-4c1f-b8a2-0b6f50f53d0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "address": "fa:16:3e:3e:4c:97", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bcd7cea-7b", "ovs_interfaceid": "2bcd7cea-7b5c-4bb9-ad80-63bc0bf26cf8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "address": "fa:16:3e:97:96:05", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f57272e-ad", "ovs_interfaceid": "2f57272e-ad10-4a80-82c0-fcbf465774cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "address": "fa:16:3e:ed:96:b5", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd9e302-7f", "ovs_interfaceid": "1cd9e302-7f58-4bd2-b6e5-1671179f9bd5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "address": "fa:16:3e:2b:03:41", "network": {"id": "12dd84c6-d6d9-4ea3-af9d-da371f2d150d", "bridge": "br-int", "label": "tempest-device-tagging-net1-905553137", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cedfec1-0f", "ovs_interfaceid": "9cedfec1-0f90-4097-8d85-45dca3717ae0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "address": "fa:16:3e:e2:5e:32", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6588093e-fe", "ovs_interfaceid": "6588093e-fe77-4c83-8e6a-c30f85fcd0b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bca978ff-35b2-4290-9a7c-fa7d88405676", "address": "fa:16:3e:be:9f:59", "network": {"id": "6f66d712-b1b9-4996-9dcf-4f8226205f38", "bridge": "br-int", "label": "tempest-device-tagging-net2-1798736541", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "f8799b0ee0f541b79b9831c8dccc2e13", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca978ff-35", "ovs_interfaceid": "bca978ff-35b2-4290-9a7c-fa7d88405676", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a752510e-ca0c-4618-b3f0-697c246d7952 req-a6665341-b352-43aa-9df1-b719c0828acc service nova] Releasing lock "refresh_cache-e063d5ab-8f34-4dd2-81ce-0ca707f58195" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:47:40 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Snapshot image upload complete
Oct 26 01:47:40 user nova-compute[74702]: INFO nova.compute.manager [None req-c0481136-a65c-43c3-b608-36389685bee5 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Took 5.68 seconds to snapshot the instance on the hypervisor.
Oct 26 01:47:41 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:41 user nova-compute[74702]: INFO nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Took 3.88 seconds to deallocate network for instance.
Oct 26 01:47:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Detaching volume: bbcc08ae-3770-41c2-b518-161e458828c7 {{(pid=74702) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 26 01:47:41 user nova-compute[74702]: INFO nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Detaching volume bbcc08ae-3770-41c2-b518-161e458828c7
Oct 26 01:47:41 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Skipping driver_detach during remote rebuild. {{(pid=74702) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 26 01:47:41 user nova-compute[74702]: WARNING nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Failed to detach volume: bbcc08ae-3770-41c2-b518-161e458828c7 due to 'NoneType' object has no attribute 'devices'
Oct 26 01:47:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Detaching volume: be34c037-5740-48d0-961e-eda8e3f11d43 {{(pid=74702) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 26 01:47:41 user nova-compute[74702]: INFO nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Detaching volume be34c037-5740-48d0-961e-eda8e3f11d43
Oct 26 01:47:41 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Skipping driver_detach during remote rebuild. {{(pid=74702) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 26 01:47:42 user nova-compute[74702]: WARNING nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Failed to detach volume: be34c037-5740-48d0-961e-eda8e3f11d43 due to 'NoneType' object has no attribute 'devices'
Oct 26 01:47:42 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Detaching volume: 0da5190d-7e78-4687-8095-0ea339d11ef8 {{(pid=74702) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 26 01:47:42 user nova-compute[74702]: INFO nova.compute.manager [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Detaching volume 0da5190d-7e78-4687-8095-0ea339d11ef8
Oct 26 01:47:42 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] [instance: e063d5ab-8f34-4dd2-81ce-0ca707f58195] Skipping driver_detach during remote rebuild. {{(pid=74702) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 26 01:47:42 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Deleted allocations for instance e063d5ab-8f34-4dd2-81ce-0ca707f58195
Oct 26 01:47:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e4faee8d-2e5d-4c07-a4c8-21a6fc21d71c tempest-TaggedBootDevicesTest-269718418 tempest-TaggedBootDevicesTest-269718418-project-member] Lock "e063d5ab-8f34-4dd2-81ce-0ca707f58195" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.810s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:42 user nova-compute[74702]: DEBUG nova.compute.manager [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:47:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:47:42 user nova-compute[74702]: INFO nova.compute.claims [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Claim successful on node user
Oct 26 01:47:43 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.400s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG nova.network.neutron [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:47:43 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:47:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG nova.policy [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db71f44cad9645b98a77fcf178161ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '401493794e7741e986abede767e65c12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:47:43 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Creating image(s)
Oct 26 01:47:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "/opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "/opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "/opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a.part --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:44 user nova-compute[74702]: DEBUG nova.network.neutron [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Successfully created port: b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:47:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a.part --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:44 user nova-compute[74702]: DEBUG nova.virt.images [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] c1ecc3b8-1864-4230-ad63-fb07c8bee66f was qcow2, converting to raw {{(pid=74702) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 01:47:44 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 01:47:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a.part /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a.converted {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a.part /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a.converted" returned: 0 in 0.218s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a.converted --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a.converted --force-share --output=json" returned: 0 in 0.203s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.825s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG nova.network.neutron [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Successfully updated port: b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-721ac194-7aa0-46ed-9ac1-2d97754ab6ac req-44cbb877-5df6-4f05-8055-e8a22f0f64d1 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Received event network-changed-b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-721ac194-7aa0-46ed-9ac1-2d97754ab6ac req-44cbb877-5df6-4f05-8055-e8a22f0f64d1 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Refreshing instance network info cache due to event network-changed-b1e185e0-f692-465b-979a-c813c73c5f12. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-721ac194-7aa0-46ed-9ac1-2d97754ab6ac req-44cbb877-5df6-4f05-8055-e8a22f0f64d1 service nova] Acquiring lock "refresh_cache-4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-721ac194-7aa0-46ed-9ac1-2d97754ab6ac req-44cbb877-5df6-4f05-8055-e8a22f0f64d1 service nova] Acquired lock "refresh_cache-4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG nova.network.neutron [req-721ac194-7aa0-46ed-9ac1-2d97754ab6ac req-44cbb877-5df6-4f05-8055-e8a22f0f64d1 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Refreshing network info cache for port b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "refresh_cache-4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG nova.network.neutron [req-721ac194-7aa0-46ed-9ac1-2d97754ab6ac req-44cbb877-5df6-4f05-8055-e8a22f0f64d1 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a --force-share --output=json" returned: 0 in 0.206s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG nova.network.neutron [req-721ac194-7aa0-46ed-9ac1-2d97754ab6ac req-44cbb877-5df6-4f05-8055-e8a22f0f64d1 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-721ac194-7aa0-46ed-9ac1-2d97754ab6ac req-44cbb877-5df6-4f05-8055-e8a22f0f64d1 service nova] Releasing lock "refresh_cache-4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquired lock "refresh_cache-4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG nova.network.neutron [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a --force-share --output=json" returned: 0 in 0.186s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a,backing_fmt=raw /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG nova.network.neutron [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a,backing_fmt=raw /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk 1073741824" returned: 0 in 0.051s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a --force-share --output=json" returned: 0 in 0.168s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Ensure instance console log exists: /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.network.neutron [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Updating instance_info_cache with network_info: [{"id": "b1e185e0-f692-465b-979a-c813c73c5f12", "address": "fa:16:3e:46:e7:98", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e185e0-f6", "ovs_interfaceid": "b1e185e0-f692-465b-979a-c813c73c5f12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Releasing lock "refresh_cache-4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Instance network_info: |[{"id": "b1e185e0-f692-465b-979a-c813c73c5f12", "address": "fa:16:3e:46:e7:98", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e185e0-f6", "ovs_interfaceid": "b1e185e0-f692-465b-979a-c813c73c5f12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Start _get_guest_xml network_info=[{"id": "b1e185e0-f692-465b-979a-c813c73c5f12", "address": "fa:16:3e:46:e7:98", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e185e0-f6", "ovs_interfaceid": "b1e185e0-f692-465b-979a-c813c73c5f12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='921aace3c98946083f8a4b8ab4886133',container_format='bare',created_at=2023-10-26T01:47:34Z,direct_url=<?>,disk_format='qcow2',id=c1ecc3b8-1864-4230-ad63-fb07c8bee66f,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1405233626',owner='401493794e7741e986abede767e65c12',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-26T01:47:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': 'c1ecc3b8-1864-4230-ad63-fb07c8bee66f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:47:46 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:47:46 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='921aace3c98946083f8a4b8ab4886133',container_format='bare',created_at=2023-10-26T01:47:34Z,direct_url=<?>,disk_format='qcow2',id=c1ecc3b8-1864-4230-ad63-fb07c8bee66f,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1405233626',owner='401493794e7741e986abede767e65c12',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-26T01:47:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:47:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-645261837',display_name='tempest-TestStampPattern-server-645261837',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-645261837',id=22,image_ref='c1ecc3b8-1864-4230-ad63-fb07c8bee66f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhvi7gAe3C3lKOCxPzMYjuSQno7JICM/l8scFTtc5U9tuWF/RCYn47Ke9iN86Cl/jMvUaLm8zjikiQHpD37EEWKMfyw4NBr7azCV1cQf78dEkm7APN65fY6G9/OCrxCxw==',key_name='tempest-TestStampPattern-1340922439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='401493794e7741e986abede767e65c12',ramdisk_id='',reservation_id='r-9odlzab4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='097ddd57-72fc-41c5-83f2-bfbf28c2c2f7',image_min_disk='1',image_min_ram='0',image_owner_id='401493794e7741e986abede767e65c12',image_owner_project_name='tempest-TestStampPattern-1324244712',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1324244712-project-member',image_user_id='db71f44cad9645b98a77fcf178161ab8',network_allocated='True',owner_project_name='tempest-TestStampPattern-1324244712',owner_user_name='tempest-TestStampPattern-1324244712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:47:44Z,user_data=None,user_id='db71f44cad9645b98a77fcf178161ab8',uuid=4f4ba2a7-139b-4af2-a8a7-e4ebae26294a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b1e185e0-f692-465b-979a-c813c73c5f12", "address": "fa:16:3e:46:e7:98", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e185e0-f6", "ovs_interfaceid": "b1e185e0-f692-465b-979a-c813c73c5f12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Converting VIF {"id": "b1e185e0-f692-465b-979a-c813c73c5f12", "address": "fa:16:3e:46:e7:98", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e185e0-f6", "ovs_interfaceid": "b1e185e0-f692-465b-979a-c813c73c5f12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:e7:98,bridge_name='br-int',has_traffic_filtering=True,id=b1e185e0-f692-465b-979a-c813c73c5f12,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e185e0-f6') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.objects.instance [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lazy-loading 'pci_devices' on Instance uuid 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:47:46 user nova-compute[74702]:   <uuid>4f4ba2a7-139b-4af2-a8a7-e4ebae26294a</uuid>
Oct 26 01:47:46 user nova-compute[74702]:   <name>instance-00000016</name>
Oct 26 01:47:46 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:47:46 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:47:46 user nova-compute[74702]:   <metadata>
Oct 26 01:47:46 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:47:46 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:47:46 user nova-compute[74702]:       <nova:name>tempest-TestStampPattern-server-645261837</nova:name>
Oct 26 01:47:46 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:47:46</nova:creationTime>
Oct 26 01:47:46 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:47:46 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:47:46 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:47:46 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:47:46 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:47:46 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:47:46 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:47:46 user nova-compute[74702]:       <nova:owner>
Oct 26 01:47:46 user nova-compute[74702]:         <nova:user uuid="db71f44cad9645b98a77fcf178161ab8">tempest-TestStampPattern-1324244712-project-member</nova:user>
Oct 26 01:47:46 user nova-compute[74702]:         <nova:project uuid="401493794e7741e986abede767e65c12">tempest-TestStampPattern-1324244712</nova:project>
Oct 26 01:47:46 user nova-compute[74702]:       </nova:owner>
Oct 26 01:47:46 user nova-compute[74702]:       <nova:root type="image" uuid="c1ecc3b8-1864-4230-ad63-fb07c8bee66f"/>
Oct 26 01:47:46 user nova-compute[74702]:       <nova:ports>
Oct 26 01:47:46 user nova-compute[74702]:         <nova:port uuid="b1e185e0-f692-465b-979a-c813c73c5f12">
Oct 26 01:47:46 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:47:46 user nova-compute[74702]:         </nova:port>
Oct 26 01:47:46 user nova-compute[74702]:       </nova:ports>
Oct 26 01:47:46 user nova-compute[74702]:     </nova:instance>
Oct 26 01:47:46 user nova-compute[74702]:   </metadata>
Oct 26 01:47:46 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:47:46 user nova-compute[74702]:     <system>
Oct 26 01:47:46 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:47:46 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:47:46 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:47:46 user nova-compute[74702]:       <entry name="serial">4f4ba2a7-139b-4af2-a8a7-e4ebae26294a</entry>
Oct 26 01:47:46 user nova-compute[74702]:       <entry name="uuid">4f4ba2a7-139b-4af2-a8a7-e4ebae26294a</entry>
Oct 26 01:47:46 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:47:46 user nova-compute[74702]:     </system>
Oct 26 01:47:46 user nova-compute[74702]:   </sysinfo>
Oct 26 01:47:46 user nova-compute[74702]:   <os>
Oct 26 01:47:46 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:47:46 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:47:46 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:47:46 user nova-compute[74702]:   </os>
Oct 26 01:47:46 user nova-compute[74702]:   <features>
Oct 26 01:47:46 user nova-compute[74702]:     <acpi/>
Oct 26 01:47:46 user nova-compute[74702]:     <apic/>
Oct 26 01:47:46 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:47:46 user nova-compute[74702]:   </features>
Oct 26 01:47:46 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:47:46 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:47:46 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:47:46 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:47:46 user nova-compute[74702]:   </clock>
Oct 26 01:47:46 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:47:46 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:47:46 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:47:46 user nova-compute[74702]:   </cpu>
Oct 26 01:47:46 user nova-compute[74702]:   <devices>
Oct 26 01:47:46 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:47:46 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:47:46 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk"/>
Oct 26 01:47:46 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:47:46 user nova-compute[74702]:     </disk>
Oct 26 01:47:46 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:47:46 user nova-compute[74702]:       <mac address="fa:16:3e:46:e7:98"/>
Oct 26 01:47:46 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:47:46 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:47:46 user nova-compute[74702]:       <target dev="tapb1e185e0-f6"/>
Oct 26 01:47:46 user nova-compute[74702]:     </interface>
Oct 26 01:47:46 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:47:46 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/console.log" append="off"/>
Oct 26 01:47:46 user nova-compute[74702]:     </serial>
Oct 26 01:47:46 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:47:46 user nova-compute[74702]:     <video>
Oct 26 01:47:46 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:47:46 user nova-compute[74702]:     </video>
Oct 26 01:47:46 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:47:46 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:47:46 user nova-compute[74702]:     </rng>
Oct 26 01:47:46 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:47:46 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:47:46 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:47:46 user nova-compute[74702]:     </memballoon>
Oct 26 01:47:46 user nova-compute[74702]:   </devices>
Oct 26 01:47:46 user nova-compute[74702]: </domain>
Oct 26 01:47:46 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:47:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-645261837',display_name='tempest-TestStampPattern-server-645261837',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-645261837',id=22,image_ref='c1ecc3b8-1864-4230-ad63-fb07c8bee66f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhvi7gAe3C3lKOCxPzMYjuSQno7JICM/l8scFTtc5U9tuWF/RCYn47Ke9iN86Cl/jMvUaLm8zjikiQHpD37EEWKMfyw4NBr7azCV1cQf78dEkm7APN65fY6G9/OCrxCxw==',key_name='tempest-TestStampPattern-1340922439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='401493794e7741e986abede767e65c12',ramdisk_id='',reservation_id='r-9odlzab4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='097ddd57-72fc-41c5-83f2-bfbf28c2c2f7',image_min_disk='1',image_min_ram='0',image_owner_id='401493794e7741e986abede767e65c12',image_owner_project_name='tempest-TestStampPattern-1324244712',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1324244712-project-member',image_user_id='db71f44cad9645b98a77fcf178161ab8',network_allocated='True',owner_project_name='tempest-TestStampPattern-1324244712',owner_user_name='tempest-TestStampPattern-1324244712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:47:44Z,user_data=None,user_id='db71f44cad9645b98a77fcf178161ab8',uuid=4f4ba2a7-139b-4af2-a8a7-e4ebae26294a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b1e185e0-f692-465b-979a-c813c73c5f12", "address": "fa:16:3e:46:e7:98", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e185e0-f6", "ovs_interfaceid": "b1e185e0-f692-465b-979a-c813c73c5f12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Converting VIF {"id": "b1e185e0-f692-465b-979a-c813c73c5f12", "address": "fa:16:3e:46:e7:98", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e185e0-f6", "ovs_interfaceid": "b1e185e0-f692-465b-979a-c813c73c5f12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:e7:98,bridge_name='br-int',has_traffic_filtering=True,id=b1e185e0-f692-465b-979a-c813c73c5f12,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e185e0-f6') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG os_vif [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:e7:98,bridge_name='br-int',has_traffic_filtering=True,id=b1e185e0-f692-465b-979a-c813c73c5f12,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e185e0-f6') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0d1ff36d-41bd-5b79-9880-2cd5f512e815', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb1e185e0-f6, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb1e185e0-f6, col_values=(('qos', UUID('83817960-b886-4730-b985-8d7d329067b2')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb1e185e0-f6, col_values=(('external_ids', {'iface-id': 'b1e185e0-f692-465b-979a-c813c73c5f12', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:e7:98', 'vm-uuid': '4f4ba2a7-139b-4af2-a8a7-e4ebae26294a'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:46 user nova-compute[74702]: INFO os_vif [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:e7:98,bridge_name='br-int',has_traffic_filtering=True,id=b1e185e0-f692-465b-979a-c813c73c5f12,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e185e0-f6')
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:47:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] No VIF found with MAC fa:16:3e:46:e7:98, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:47:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-0fa3579c-f8f7-4791-89bc-76d4eb209ab7 req-abd168a9-e1c6-4ec8-9e53-f710fc9ed72e service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Received event network-changed-91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-0fa3579c-f8f7-4791-89bc-76d4eb209ab7 req-abd168a9-e1c6-4ec8-9e53-f710fc9ed72e service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Refreshing instance network info cache due to event network-changed-91d28269-3857-4b5d-8d19-b7d854589cae. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:47:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0fa3579c-f8f7-4791-89bc-76d4eb209ab7 req-abd168a9-e1c6-4ec8-9e53-f710fc9ed72e service nova] Acquiring lock "refresh_cache-b8316642-cfca-43fa-a4f4-532467c49aeb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:47:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0fa3579c-f8f7-4791-89bc-76d4eb209ab7 req-abd168a9-e1c6-4ec8-9e53-f710fc9ed72e service nova] Acquired lock "refresh_cache-b8316642-cfca-43fa-a4f4-532467c49aeb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:47:47 user nova-compute[74702]: DEBUG nova.network.neutron [req-0fa3579c-f8f7-4791-89bc-76d4eb209ab7 req-abd168a9-e1c6-4ec8-9e53-f710fc9ed72e service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Refreshing network info cache for port 91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:47:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:47 user nova-compute[74702]: DEBUG nova.network.neutron [req-0fa3579c-f8f7-4791-89bc-76d4eb209ab7 req-abd168a9-e1c6-4ec8-9e53-f710fc9ed72e service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Updated VIF entry in instance network info cache for port 91d28269-3857-4b5d-8d19-b7d854589cae. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:47:47 user nova-compute[74702]: DEBUG nova.network.neutron [req-0fa3579c-f8f7-4791-89bc-76d4eb209ab7 req-abd168a9-e1c6-4ec8-9e53-f710fc9ed72e service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Updating instance_info_cache with network_info: [{"id": "91d28269-3857-4b5d-8d19-b7d854589cae", "address": "fa:16:3e:e1:75:bf", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91d28269-38", "ovs_interfaceid": "91d28269-3857-4b5d-8d19-b7d854589cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:47:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0fa3579c-f8f7-4791-89bc-76d4eb209ab7 req-abd168a9-e1c6-4ec8-9e53-f710fc9ed72e service nova] Releasing lock "refresh_cache-b8316642-cfca-43fa-a4f4-532467c49aeb" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:47:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-59d4aa73-905c-4d6b-868c-b1403e5ecb94 req-f842f2b2-c039-441a-8c06-1bc1f55e7d1d service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Received event network-vif-plugged-b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-59d4aa73-905c-4d6b-868c-b1403e5ecb94 req-f842f2b2-c039-441a-8c06-1bc1f55e7d1d service nova] Acquiring lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-59d4aa73-905c-4d6b-868c-b1403e5ecb94 req-f842f2b2-c039-441a-8c06-1bc1f55e7d1d service nova] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-59d4aa73-905c-4d6b-868c-b1403e5ecb94 req-f842f2b2-c039-441a-8c06-1bc1f55e7d1d service nova] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-59d4aa73-905c-4d6b-868c-b1403e5ecb94 req-f842f2b2-c039-441a-8c06-1bc1f55e7d1d service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] No waiting events found dispatching network-vif-plugged-b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:47:49 user nova-compute[74702]: WARNING nova.compute.manager [req-59d4aa73-905c-4d6b-868c-b1403e5ecb94 req-f842f2b2-c039-441a-8c06-1bc1f55e7d1d service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Received unexpected event network-vif-plugged-b1e185e0-f692-465b-979a-c813c73c5f12 for instance with vm_state building and task_state spawning.
Oct 26 01:47:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-59d4aa73-905c-4d6b-868c-b1403e5ecb94 req-f842f2b2-c039-441a-8c06-1bc1f55e7d1d service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Received event network-vif-plugged-b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:47:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-59d4aa73-905c-4d6b-868c-b1403e5ecb94 req-f842f2b2-c039-441a-8c06-1bc1f55e7d1d service nova] Acquiring lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-59d4aa73-905c-4d6b-868c-b1403e5ecb94 req-f842f2b2-c039-441a-8c06-1bc1f55e7d1d service nova] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-59d4aa73-905c-4d6b-868c-b1403e5ecb94 req-f842f2b2-c039-441a-8c06-1bc1f55e7d1d service nova] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-59d4aa73-905c-4d6b-868c-b1403e5ecb94 req-f842f2b2-c039-441a-8c06-1bc1f55e7d1d service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] No waiting events found dispatching network-vif-plugged-b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:47:49 user nova-compute[74702]: WARNING nova.compute.manager [req-59d4aa73-905c-4d6b-868c-b1403e5ecb94 req-f842f2b2-c039-441a-8c06-1bc1f55e7d1d service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Received unexpected event network-vif-plugged-b1e185e0-f692-465b-979a-c813c73c5f12 for instance with vm_state building and task_state spawning.
Oct 26 01:47:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:47:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:47:50 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Instance spawned successfully.
Oct 26 01:47:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:47:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:47:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:47:50 user nova-compute[74702]: INFO nova.compute.manager [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Took 6.94 seconds to spawn the instance on the hypervisor.
Oct 26 01:47:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:47:50 user nova-compute[74702]: INFO nova.compute.manager [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Took 7.71 seconds to build instance.
Oct 26 01:47:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-82256495-a2cd-4b8f-b45d-201439c45177 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.820s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "b8316642-cfca-43fa-a4f4-532467c49aeb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'flavor' on Instance uuid b8316642-cfca-43fa-a4f4-532467c49aeb {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "b8316642-cfca-43fa-a4f4-532467c49aeb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:47:53 user nova-compute[74702]: INFO nova.compute.manager [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Attaching volume b0cac5cd-bed7-4e6e-a62f-16599728e673 to /dev/vdb
Oct 26 01:47:53 user nova-compute[74702]: DEBUG os_brick.utils [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4cc0471-3c48-446f-a47c-99527219fe14]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[504bb791-f11b-4418-aeac-145794964f63]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1809409-7a29-4464-a1da-3edf68547d78]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3bdfa57-5537-4bee-b402-14ac0f22719d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:47:53 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:47:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf66b95f-dd20-4d21-a29a-c64740d1799e]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG os_brick.utils [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:47:53 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Updating existing volume attachment record: f00d9132-33fd-429b-94ab-435b13b12c01 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:47:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:47:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:02 user nova-compute[74702]: INFO nova.compute.manager [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Terminating instance
Oct 26 01:48:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-76a26808-0d65-4b1e-9edf-3aff4ccc4a3c req-9679565f-3f6d-4004-a3a9-47bc22b187ed service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Received event network-vif-unplugged-9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-76a26808-0d65-4b1e-9edf-3aff4ccc4a3c req-9679565f-3f6d-4004-a3a9-47bc22b187ed service nova] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-76a26808-0d65-4b1e-9edf-3aff4ccc4a3c req-9679565f-3f6d-4004-a3a9-47bc22b187ed service nova] Lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-76a26808-0d65-4b1e-9edf-3aff4ccc4a3c req-9679565f-3f6d-4004-a3a9-47bc22b187ed service nova] Lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-76a26808-0d65-4b1e-9edf-3aff4ccc4a3c req-9679565f-3f6d-4004-a3a9-47bc22b187ed service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] No waiting events found dispatching network-vif-unplugged-9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:48:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-76a26808-0d65-4b1e-9edf-3aff4ccc4a3c req-9679565f-3f6d-4004-a3a9-47bc22b187ed service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Received event network-vif-unplugged-9926b868-2152-44b4-bec5-29d834a8ddec for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:48:03 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Instance destroyed successfully.
Oct 26 01:48:03 user nova-compute[74702]: DEBUG nova.objects.instance [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lazy-loading 'resources' on Instance uuid 734108a2-c81c-408a-893d-18f992d4f3e3 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:43:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-298105096',display_name='tempest-TestVolumeSwap-server-298105096',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-298105096',id=16,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBXygRFwrbuDBAayZxTgxnj9PKzfIDQkoQ6PDbpBP46fKKpyxN/KZJgUlromuVKzbtW2duPzwq8T7/XFh51uObviA5Q14/Wz+uMYU6miEIsQFDKwgPvGH4iuZJLsyuUDnQ==',key_name='tempest-keypair-84150505',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:43:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='089aeee92ad348a989f4e0b6aa7bebe0',ramdisk_id='',reservation_id='r-gl8iivej',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1031166433',owner_user_name='tempest-TestVolumeSwap-1031166433-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:43:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0b1d600fa5d448e19a0295d838d22909',uuid=734108a2-c81c-408a-893d-18f992d4f3e3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9926b868-2152-44b4-bec5-29d834a8ddec", "address": "fa:16:3e:23:c3:dc", "network": {"id": "1e01de5b-9838-4f66-9b73-bd14dc1736ce", "bridge": "br-int", "label": "tempest-TestVolumeSwap-87989524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "089aeee92ad348a989f4e0b6aa7bebe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9926b868-21", "ovs_interfaceid": "9926b868-2152-44b4-bec5-29d834a8ddec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Converting VIF {"id": "9926b868-2152-44b4-bec5-29d834a8ddec", "address": "fa:16:3e:23:c3:dc", "network": {"id": "1e01de5b-9838-4f66-9b73-bd14dc1736ce", "bridge": "br-int", "label": "tempest-TestVolumeSwap-87989524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "089aeee92ad348a989f4e0b6aa7bebe0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9926b868-21", "ovs_interfaceid": "9926b868-2152-44b4-bec5-29d834a8ddec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:23:c3:dc,bridge_name='br-int',has_traffic_filtering=True,id=9926b868-2152-44b4-bec5-29d834a8ddec,network=Network(1e01de5b-9838-4f66-9b73-bd14dc1736ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9926b868-21') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG os_vif [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:23:c3:dc,bridge_name='br-int',has_traffic_filtering=True,id=9926b868-2152-44b4-bec5-29d834a8ddec,network=Network(1e01de5b-9838-4f66-9b73-bd14dc1736ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9926b868-21') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9926b868-21, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=407a0593-cd41-4630-8deb-49caef2dfead) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:03 user nova-compute[74702]: INFO os_vif [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:23:c3:dc,bridge_name='br-int',has_traffic_filtering=True,id=9926b868-2152-44b4-bec5-29d834a8ddec,network=Network(1e01de5b-9838-4f66-9b73-bd14dc1736ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9926b868-21')
Oct 26 01:48:03 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Deleting instance files /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3_del
Oct 26 01:48:03 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Deletion of /opt/stack/data/nova/instances/734108a2-c81c-408a-893d-18f992d4f3e3_del complete
Oct 26 01:48:03 user nova-compute[74702]: INFO nova.compute.manager [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 26 01:48:03 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:48:03 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:48:04 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:48:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6c16cf39-96b7-4e1a-8205-c9966d70b62b req-cad37a03-683c-4681-a2cc-a0f879f398af service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Received event network-vif-deleted-9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:48:04 user nova-compute[74702]: INFO nova.compute.manager [req-6c16cf39-96b7-4e1a-8205-c9966d70b62b req-cad37a03-683c-4681-a2cc-a0f879f398af service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Neutron deleted interface 9926b868-2152-44b4-bec5-29d834a8ddec; detaching it from the instance and deleting it from the info cache
Oct 26 01:48:04 user nova-compute[74702]: DEBUG nova.network.neutron [req-6c16cf39-96b7-4e1a-8205-c9966d70b62b req-cad37a03-683c-4681-a2cc-a0f879f398af service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:48:04 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Took 0.96 seconds to deallocate network for instance.
Oct 26 01:48:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6c16cf39-96b7-4e1a-8205-c9966d70b62b req-cad37a03-683c-4681-a2cc-a0f879f398af service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Detach interface failed, port_id=9926b868-2152-44b4-bec5-29d834a8ddec, reason: Instance 734108a2-c81c-408a-893d-18f992d4f3e3 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:48:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:04 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:48:04 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:48:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.266s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:04 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Deleted allocations for instance 734108a2-c81c-408a-893d-18f992d4f3e3
Oct 26 01:48:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-da029a64-156f-4915-bd6f-99d2baea1bd7 tempest-TestVolumeSwap-1031166433 tempest-TestVolumeSwap-1031166433-project-member] Lock "734108a2-c81c-408a-893d-18f992d4f3e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.386s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-3a837fed-793c-4ec4-b197-d812927f4894 req-a3264d48-b26d-4ec2-97f0-fceeff4a57db service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Received event network-vif-plugged-9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:48:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3a837fed-793c-4ec4-b197-d812927f4894 req-a3264d48-b26d-4ec2-97f0-fceeff4a57db service nova] Acquiring lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3a837fed-793c-4ec4-b197-d812927f4894 req-a3264d48-b26d-4ec2-97f0-fceeff4a57db service nova] Lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3a837fed-793c-4ec4-b197-d812927f4894 req-a3264d48-b26d-4ec2-97f0-fceeff4a57db service nova] Lock "734108a2-c81c-408a-893d-18f992d4f3e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-3a837fed-793c-4ec4-b197-d812927f4894 req-a3264d48-b26d-4ec2-97f0-fceeff4a57db service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] No waiting events found dispatching network-vif-plugged-9926b868-2152-44b4-bec5-29d834a8ddec {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:48:04 user nova-compute[74702]: WARNING nova.compute.manager [req-3a837fed-793c-4ec4-b197-d812927f4894 req-a3264d48-b26d-4ec2-97f0-fceeff4a57db service nova] [instance: 734108a2-c81c-408a-893d-18f992d4f3e3] Received unexpected event network-vif-plugged-9926b868-2152-44b4-bec5-29d834a8ddec for instance with vm_state deleted and task_state None.
Oct 26 01:48:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WheulfcU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:48:12 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:48:12 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:48:12 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[974a6edd-8b94-4f8d-b81f-c582c407e2fc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:48:12 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5f21a89-98cd-42fa-9cad-fd07717cb430]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673] added
Oct 26 01:48:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8f48b04-227e-4e0e-a82c-ac7e374c8cc0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[95f749a9-9371-41fc-b1d4-6b54241a692c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WheulfcU {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WheulfcU" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d35d6055-9bbf-488c-9abb-f5ff01b49c9e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WheulfcU'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[314c6858-0778-4d72-b27b-9e7599a18c4e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b26f4ac-465e-4cc9-b459-46ee00fd2bfd]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:48:12 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:48:12 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:48:12 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 01:48:12 user nova-compute[74702]: 
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb90e8d4-73e7-4adb-954c-64c43ed70633]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673, portal: 172.16.0.220,3260]
Oct 26 01:48:12 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673, portal: 172.16.0.220,3260] successful.
Oct 26 01:48:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d13614a6-3fe2-4e50-bcc4-2ba36628ba57]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b1a099a-8ded-4a97-bd75-577d5cc273b9]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 (non-flash)
Oct 26 01:48:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 (non-flash)
Oct 26 01:48:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] HCTL ('33', '-', '-', 0) found on session 19 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[17acc414-11fa-45dd-8720-c04d0e917607]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:12 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:48:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:13 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:48:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WheulfcU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:48:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:48:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '26636633065623365', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:48:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26636633065623365', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:48:13 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'flavor' on Instance uuid b8316642-cfca-43fa-a4f4-532467c49aeb {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:48:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:48:13 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:48:13 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 01:48:13 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:48:13 user nova-compute[74702]:   <serial>b0cac5cd-bed7-4e6e-a62f-16599728e673</serial>
Oct 26 01:48:13 user nova-compute[74702]: </disk>
Oct 26 01:48:13 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:48:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:48:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:48:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No VIF found with MAC fa:16:3e:e1:75:bf, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:48:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f53d951d-7600-4301-a466-8e53975cc103 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.449s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "b8316642-cfca-43fa-a4f4-532467c49aeb" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:15 user nova-compute[74702]: INFO nova.compute.manager [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Detaching volume b0cac5cd-bed7-4e6e-a62f-16599728e673
Oct 26 01:48:15 user nova-compute[74702]: INFO nova.virt.block_device [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Attempting to driver detach volume b0cac5cd-bed7-4e6e-a62f-16599728e673 from mountpoint /dev/vdb
Oct 26 01:48:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Attempting to detach device vdb from instance b8316642-cfca-43fa-a4f4-532467c49aeb from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:48:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:48:15 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:48:15 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 01:48:15 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:48:15 user nova-compute[74702]:   <serial>b0cac5cd-bed7-4e6e-a62f-16599728e673</serial>
Oct 26 01:48:15 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:48:15 user nova-compute[74702]: </disk>
Oct 26 01:48:15 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:48:15 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully detached device vdb from instance b8316642-cfca-43fa-a4f4-532467c49aeb from the persistent domain config.
Oct 26 01:48:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b8316642-cfca-43fa-a4f4-532467c49aeb from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:48:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:48:15 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:48:15 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 01:48:15 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:48:15 user nova-compute[74702]:   <serial>b0cac5cd-bed7-4e6e-a62f-16599728e673</serial>
Oct 26 01:48:15 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:48:15 user nova-compute[74702]: </disk>
Oct 26 01:48:15 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:48:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b8316642-cfca-43fa-a4f4-532467c49aeb {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:48:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:20 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:48:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:48:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:48:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:48:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:48:21 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:48:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Updating instance_info_cache with network_info: [{"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:48:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:48:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:48:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:48:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:48:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:48:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.284s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.231s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.212s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:27 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:48:27 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:48:27 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=7981MB free_disk=25.29660415649414GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:48:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b22ee407-4b61-4864-8679-581f4f9051b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b8316642-cfca-43fa-a4f4-532467c49aeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:48:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.424s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:48:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:48:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:48:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:48:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:48:29 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:48:32 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:48:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:36 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b8316642-cfca-43fa-a4f4-532467c49aeb is timed out.
Oct 26 01:48:36 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully detached device vdb from instance b8316642-cfca-43fa-a4f4-532467c49aeb from the live domain config.
Oct 26 01:48:36 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WheulfcU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:48:36 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b4c1446-cc9c-495a-92c8-b90ecf419337]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:48:36 user nova-compute[74702]: No targets found.
Oct 26 01:48:36 user nova-compute[74702]: iSNS:
Oct 26 01:48:36 user nova-compute[74702]: No targets found.
Oct 26 01:48:36 user nova-compute[74702]: STATIC:
Oct 26 01:48:36 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673
Oct 26 01:48:36 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:48:36 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:48:36 user nova-compute[74702]: FIRMWARE:
Oct 26 01:48:36 user nova-compute[74702]: No targets found.
Oct 26 01:48:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:48:36 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:48:36 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e9b461b-1a5b-49ef-9570-9652e7cf4715]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c711e98-8963-4016-ae48-1c0fd380f479]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 (non-flash)
Oct 26 01:48:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 (non-flash)
Oct 26 01:48:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084a6710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[879257aa-abf4-42a6-a946-0800af66ab73]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4dfdaac-061b-4047-9c72-485db8ecb667]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[14dfe173-63f8-412e-8bd6-08da15d770bd]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d19c7443-5c25-4b83-a9bf-86070641aede]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a05dc1-ae39-4c79-aacc-d24e5400fb6d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[508e562a-403f-43a4-9a4e-2206f9ed8947]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673, portal: 172.16.0.220,3260]
Oct 26 01:48:36 user nova-compute[74702]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673, portal: 172.16.0.220,3260] successful.
Oct 26 01:48:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0cac5cd-bed7-4e6e-a62f-16599728e673 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1308fade-ca65-45ec-910c-618cdc4d3297]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] <== disconnect_volume: return (319ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:48:36 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:48:37 user nova-compute[74702]: DEBUG nova.objects.instance [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'flavor' on Instance uuid b8316642-cfca-43fa-a4f4-532467c49aeb {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:48:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-49b790d8-9e92-41fe-833b-d5739362f447 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.746s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:38 user nova-compute[74702]: DEBUG nova.compute.manager [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:48:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:38 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:48:38 user nova-compute[74702]: INFO nova.compute.claims [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Claim successful on node user
Oct 26 01:48:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.480s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG nova.network.neutron [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:48:39 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:48:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG nova.policy [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c2fb25bcfb14638a427f6abce1d535c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '224e2c19388f42db8cc98cf8c1ce1a1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:48:39 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Creating image(s)
Oct 26 01:48:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "/opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "/opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "/opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.202s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk 1073741824" returned: 0 in 0.055s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.190s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Checking if we can resize image /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Cannot resize image /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Ensure instance console log exists: /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:40 user nova-compute[74702]: DEBUG nova.network.neutron [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Successfully created port: a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:48:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.network.neutron [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Successfully updated port: a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquired lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.network.neutron [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.compute.manager [req-d6abfb16-22a5-4523-aa21-8f2d2261cc51 req-3be4a844-8268-4660-a88e-95a7b2b6bde6 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-changed-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.compute.manager [req-d6abfb16-22a5-4523-aa21-8f2d2261cc51 req-3be4a844-8268-4660-a88e-95a7b2b6bde6 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Refreshing instance network info cache due to event network-changed-a6cb6933-6f82-4196-8ecf-147c98e9b533. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d6abfb16-22a5-4523-aa21-8f2d2261cc51 req-3be4a844-8268-4660-a88e-95a7b2b6bde6 service nova] Acquiring lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.network.neutron [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.network.neutron [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updating instance_info_cache with network_info: [{"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Releasing lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.compute.manager [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Instance network_info: |[{"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d6abfb16-22a5-4523-aa21-8f2d2261cc51 req-3be4a844-8268-4660-a88e-95a7b2b6bde6 service nova] Acquired lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.network.neutron [req-d6abfb16-22a5-4523-aa21-8f2d2261cc51 req-3be4a844-8268-4660-a88e-95a7b2b6bde6 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Refreshing network info cache for port a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Start _get_guest_xml network_info=[{"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:48:42 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:48:42 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:48:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-117580967',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-117580967',id=23,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLyS0gtluR66f+veacqTzWVtkYK9304oxmi1XYIveSSIHUV1JOuSA2lHfGkjwoOMjxji2MwfP7DAI7TNnHqqYkAfv+TVIv6SsYBxGgDX3rlA2CzK76mnXNKLVzsyrjM22A==',key_name='tempest-keypair-1323366891',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='224e2c19388f42db8cc98cf8c1ce1a1f',ramdisk_id='',reservation_id='r-yi4b9mne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-837425543',owner_user_name='tempest-AttachVolumeShelveTestJSON-837425543-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:48:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c2fb25bcfb14638a427f6abce1d535c',uuid=029a05df-80aa-4505-8cd6-d95f4fe0469b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converting VIF {"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.objects.instance [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'pci_devices' on Instance uuid 029a05df-80aa-4505-8cd6-d95f4fe0469b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:48:42 user nova-compute[74702]:   <uuid>029a05df-80aa-4505-8cd6-d95f4fe0469b</uuid>
Oct 26 01:48:42 user nova-compute[74702]:   <name>instance-00000017</name>
Oct 26 01:48:42 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:48:42 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:48:42 user nova-compute[74702]:   <metadata>
Oct 26 01:48:42 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:48:42 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:48:42 user nova-compute[74702]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-117580967</nova:name>
Oct 26 01:48:42 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:48:42</nova:creationTime>
Oct 26 01:48:42 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:48:42 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:48:42 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:48:42 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:48:42 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:48:42 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:48:42 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:48:42 user nova-compute[74702]:       <nova:owner>
Oct 26 01:48:42 user nova-compute[74702]:         <nova:user uuid="2c2fb25bcfb14638a427f6abce1d535c">tempest-AttachVolumeShelveTestJSON-837425543-project-member</nova:user>
Oct 26 01:48:42 user nova-compute[74702]:         <nova:project uuid="224e2c19388f42db8cc98cf8c1ce1a1f">tempest-AttachVolumeShelveTestJSON-837425543</nova:project>
Oct 26 01:48:42 user nova-compute[74702]:       </nova:owner>
Oct 26 01:48:42 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:48:42 user nova-compute[74702]:       <nova:ports>
Oct 26 01:48:42 user nova-compute[74702]:         <nova:port uuid="a6cb6933-6f82-4196-8ecf-147c98e9b533">
Oct 26 01:48:42 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 01:48:42 user nova-compute[74702]:         </nova:port>
Oct 26 01:48:42 user nova-compute[74702]:       </nova:ports>
Oct 26 01:48:42 user nova-compute[74702]:     </nova:instance>
Oct 26 01:48:42 user nova-compute[74702]:   </metadata>
Oct 26 01:48:42 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:48:42 user nova-compute[74702]:     <system>
Oct 26 01:48:42 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:48:42 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:48:42 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:48:42 user nova-compute[74702]:       <entry name="serial">029a05df-80aa-4505-8cd6-d95f4fe0469b</entry>
Oct 26 01:48:42 user nova-compute[74702]:       <entry name="uuid">029a05df-80aa-4505-8cd6-d95f4fe0469b</entry>
Oct 26 01:48:42 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:48:42 user nova-compute[74702]:     </system>
Oct 26 01:48:42 user nova-compute[74702]:   </sysinfo>
Oct 26 01:48:42 user nova-compute[74702]:   <os>
Oct 26 01:48:42 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:48:42 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:48:42 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:48:42 user nova-compute[74702]:   </os>
Oct 26 01:48:42 user nova-compute[74702]:   <features>
Oct 26 01:48:42 user nova-compute[74702]:     <acpi/>
Oct 26 01:48:42 user nova-compute[74702]:     <apic/>
Oct 26 01:48:42 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:48:42 user nova-compute[74702]:   </features>
Oct 26 01:48:42 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:48:42 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:48:42 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:48:42 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:48:42 user nova-compute[74702]:   </clock>
Oct 26 01:48:42 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:48:42 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:48:42 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:48:42 user nova-compute[74702]:   </cpu>
Oct 26 01:48:42 user nova-compute[74702]:   <devices>
Oct 26 01:48:42 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:48:42 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:48:42 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk"/>
Oct 26 01:48:42 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:48:42 user nova-compute[74702]:     </disk>
Oct 26 01:48:42 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:48:42 user nova-compute[74702]:       <mac address="fa:16:3e:9a:ca:ab"/>
Oct 26 01:48:42 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:48:42 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:48:42 user nova-compute[74702]:       <target dev="tapa6cb6933-6f"/>
Oct 26 01:48:42 user nova-compute[74702]:     </interface>
Oct 26 01:48:42 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:48:42 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/console.log" append="off"/>
Oct 26 01:48:42 user nova-compute[74702]:     </serial>
Oct 26 01:48:42 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:48:42 user nova-compute[74702]:     <video>
Oct 26 01:48:42 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:48:42 user nova-compute[74702]:     </video>
Oct 26 01:48:42 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:48:42 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:48:42 user nova-compute[74702]:     </rng>
Oct 26 01:48:42 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:48:42 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:48:42 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:48:42 user nova-compute[74702]:     </memballoon>
Oct 26 01:48:42 user nova-compute[74702]:   </devices>
Oct 26 01:48:42 user nova-compute[74702]: </domain>
Oct 26 01:48:42 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:48:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-117580967',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-117580967',id=23,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLyS0gtluR66f+veacqTzWVtkYK9304oxmi1XYIveSSIHUV1JOuSA2lHfGkjwoOMjxji2MwfP7DAI7TNnHqqYkAfv+TVIv6SsYBxGgDX3rlA2CzK76mnXNKLVzsyrjM22A==',key_name='tempest-keypair-1323366891',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='224e2c19388f42db8cc98cf8c1ce1a1f',ramdisk_id='',reservation_id='r-yi4b9mne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-837425543',owner_user_name='tempest-AttachVolumeShelveTestJSON-837425543-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:48:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c2fb25bcfb14638a427f6abce1d535c',uuid=029a05df-80aa-4505-8cd6-d95f4fe0469b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converting VIF {"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG os_vif [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c4f19de0-edde-59cd-a81a-12ae8b3512fa', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa6cb6933-6f, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa6cb6933-6f, col_values=(('qos', UUID('181bd8db-de78-4d2d-bc19-957face2d467')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa6cb6933-6f, col_values=(('external_ids', {'iface-id': 'a6cb6933-6f82-4196-8ecf-147c98e9b533', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:ca:ab', 'vm-uuid': '029a05df-80aa-4505-8cd6-d95f4fe0469b'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:42 user nova-compute[74702]: INFO os_vif [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f')
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:48:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] No VIF found with MAC fa:16:3e:9a:ca:ab, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:48:43 user nova-compute[74702]: DEBUG nova.network.neutron [req-d6abfb16-22a5-4523-aa21-8f2d2261cc51 req-3be4a844-8268-4660-a88e-95a7b2b6bde6 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updated VIF entry in instance network info cache for port a6cb6933-6f82-4196-8ecf-147c98e9b533. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:48:43 user nova-compute[74702]: DEBUG nova.network.neutron [req-d6abfb16-22a5-4523-aa21-8f2d2261cc51 req-3be4a844-8268-4660-a88e-95a7b2b6bde6 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updating instance_info_cache with network_info: [{"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:48:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d6abfb16-22a5-4523-aa21-8f2d2261cc51 req-3be4a844-8268-4660-a88e-95a7b2b6bde6 service nova] Releasing lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:48:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:48:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Instance spawned successfully.
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-9452d1ef-1c12-47bb-83a3-c60ff50b5aba req-9c3c16ed-8754-4465-85d9-9ee055595757 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-changed-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-9452d1ef-1c12-47bb-83a3-c60ff50b5aba req-9c3c16ed-8754-4465-85d9-9ee055595757 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Refreshing instance network info cache due to event network-changed-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9452d1ef-1c12-47bb-83a3-c60ff50b5aba req-9c3c16ed-8754-4465-85d9-9ee055595757 service nova] Acquiring lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9452d1ef-1c12-47bb-83a3-c60ff50b5aba req-9c3c16ed-8754-4465-85d9-9ee055595757 service nova] Acquired lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.network.neutron [req-9452d1ef-1c12-47bb-83a3-c60ff50b5aba req-9c3c16ed-8754-4465-85d9-9ee055595757 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Refreshing network info cache for port d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:48:46 user nova-compute[74702]: INFO nova.compute.manager [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Took 7.07 seconds to spawn the instance on the hypervisor.
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:48:46 user nova-compute[74702]: INFO nova.compute.manager [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Took 7.94 seconds to build instance.
Oct 26 01:48:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-28728858-9a89-44db-b9d6-64ba9f36e2e4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.042s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG nova.objects.instance [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'flavor' on Instance uuid f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:48:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:47 user nova-compute[74702]: INFO nova.compute.manager [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Attaching volume c4e60d6e-ca15-4f0f-9efd-94554622ceaa to /dev/vdb
Oct 26 01:48:47 user nova-compute[74702]: DEBUG os_brick.utils [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d29dfdcb-c4ba-4637-b105-0b62b72f8dd5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d95cbf9c-030d-42b5-b4cb-f5eb1af9fa9d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-704249a7-85f0-4328-b083-1801f7858d2a req-41ae724c-635d-4763-a2c1-dee82470a973 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-704249a7-85f0-4328-b083-1801f7858d2a req-41ae724c-635d-4763-a2c1-dee82470a973 service nova] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-704249a7-85f0-4328-b083-1801f7858d2a req-41ae724c-635d-4763-a2c1-dee82470a973 service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-704249a7-85f0-4328-b083-1801f7858d2a req-41ae724c-635d-4763-a2c1-dee82470a973 service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-704249a7-85f0-4328-b083-1801f7858d2a req-41ae724c-635d-4763-a2c1-dee82470a973 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] No waiting events found dispatching network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:48:47 user nova-compute[74702]: WARNING nova.compute.manager [req-704249a7-85f0-4328-b083-1801f7858d2a req-41ae724c-635d-4763-a2c1-dee82470a973 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received unexpected event network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 for instance with vm_state active and task_state None.
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe93b4eb-d27d-43b3-80b9-faa164f25a3d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG nova.network.neutron [req-9452d1ef-1c12-47bb-83a3-c60ff50b5aba req-9c3c16ed-8754-4465-85d9-9ee055595757 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updated VIF entry in instance network info cache for port d5cbc5ea-340a-43e8-b3bd-504b36daeeb5. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG nova.network.neutron [req-9452d1ef-1c12-47bb-83a3-c60ff50b5aba req-9c3c16ed-8754-4465-85d9-9ee055595757 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updating instance_info_cache with network_info: [{"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b464f1d6-2ab9-4dde-a01e-6e206af5d8ba]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9452d1ef-1c12-47bb-83a3-c60ff50b5aba req-9c3c16ed-8754-4465-85d9-9ee055595757 service nova] Releasing lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:48:47 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:48:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[640d27fc-6528-46ed-80e7-feaa43167c56]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG os_brick.utils [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updating existing volume attachment record: 68c10874-d8cc-4a18-b62b-60fc15539312 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:48:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-912321ac-f93e-4fa0-933d-304a784df133 req-2e089b9e-7141-43cf-98fb-76f9f21e8d95 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:48:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-912321ac-f93e-4fa0-933d-304a784df133 req-2e089b9e-7141-43cf-98fb-76f9f21e8d95 service nova] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-912321ac-f93e-4fa0-933d-304a784df133 req-2e089b9e-7141-43cf-98fb-76f9f21e8d95 service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-912321ac-f93e-4fa0-933d-304a784df133 req-2e089b9e-7141-43cf-98fb-76f9f21e8d95 service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-912321ac-f93e-4fa0-933d-304a784df133 req-2e089b9e-7141-43cf-98fb-76f9f21e8d95 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] No waiting events found dispatching network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:48:49 user nova-compute[74702]: WARNING nova.compute.manager [req-912321ac-f93e-4fa0-933d-304a784df133 req-2e089b9e-7141-43cf-98fb-76f9f21e8d95 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received unexpected event network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 for instance with vm_state active and task_state None.
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "b22ee407-4b61-4864-8679-581f4f9051b2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lazy-loading 'flavor' on Instance uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "b22ee407-4b61-4864-8679-581f4f9051b2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "b22ee407-4b61-4864-8679-581f4f9051b2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:48:50 user nova-compute[74702]: INFO nova.compute.manager [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Attaching volume 690c07d6-da04-4fc3-be63-2a7ad97ef84f to /dev/vdb
Oct 26 01:48:50 user nova-compute[74702]: DEBUG os_brick.utils [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cd7282d-19d1-4eb0-bfe7-effd19910ac6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1234a8e-9a4c-4450-b656-aecff0135b50]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc371276-eda6-4bb0-a9c2-ac3cf275b2ca]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d980e1d-9f6b-4e67-b884-fd5be7f74412]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:48:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:48:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:48:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:48:51 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:48:51 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[87f3ee04-5682-44a4-87b9-1b29b7f9cc2f]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:48:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:48:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:48:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:48:51 user nova-compute[74702]: DEBUG os_brick.utils [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:48:51 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updating existing volume attachment record: 3486dbeb-5731-4f18-9b11-df572c5da35d {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:48:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:48:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "b8316642-cfca-43fa-a4f4-532467c49aeb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:05 user nova-compute[74702]: INFO nova.compute.manager [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Terminating instance
Oct 26 01:49:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-8f553535-e108-47ed-ba33-b50ae2e7cc9e req-bfe45c88-0c47-443f-a709-75e2cbf3604c service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Received event network-vif-unplugged-91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8f553535-e108-47ed-ba33-b50ae2e7cc9e req-bfe45c88-0c47-443f-a709-75e2cbf3604c service nova] Acquiring lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8f553535-e108-47ed-ba33-b50ae2e7cc9e req-bfe45c88-0c47-443f-a709-75e2cbf3604c service nova] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8f553535-e108-47ed-ba33-b50ae2e7cc9e req-bfe45c88-0c47-443f-a709-75e2cbf3604c service nova] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-8f553535-e108-47ed-ba33-b50ae2e7cc9e req-bfe45c88-0c47-443f-a709-75e2cbf3604c service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] No waiting events found dispatching network-vif-unplugged-91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-8f553535-e108-47ed-ba33-b50ae2e7cc9e req-bfe45c88-0c47-443f-a709-75e2cbf3604c service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Received event network-vif-unplugged-91d28269-3857-4b5d-8d19-b7d854589cae for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Instance destroyed successfully.
Oct 26 01:49:06 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'resources' on Instance uuid b8316642-cfca-43fa-a4f4-532467c49aeb {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:45:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-774049432',display_name='tempest-AttachVolumeNegativeTest-server-774049432',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-774049432',id=19,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPF/ynDCYWp9dxN21Jy0renX21iSZc5uM7O0RfUqYlm9PTVcl3sqyopUtAcc1wILbhpalUMNYqkce5EVffQ1ztCMi5yJz2WPKKzo6X1oe/6ER9bC/FLBiF9Di9wO8IhJnQ==',key_name='tempest-keypair-2079115881',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:46:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff70c2375cf040e99c2c6c096e8b0600',ramdisk_id='',reservation_id='r-rhlq2whq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1370319411',owner_user_name='tempest-AttachVolumeNegativeTest-1370319411-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:46:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd78843fc35a425d8bb2bbad2a88ba74',uuid=b8316642-cfca-43fa-a4f4-532467c49aeb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "91d28269-3857-4b5d-8d19-b7d854589cae", "address": "fa:16:3e:e1:75:bf", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91d28269-38", "ovs_interfaceid": "91d28269-3857-4b5d-8d19-b7d854589cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converting VIF {"id": "91d28269-3857-4b5d-8d19-b7d854589cae", "address": "fa:16:3e:e1:75:bf", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91d28269-38", "ovs_interfaceid": "91d28269-3857-4b5d-8d19-b7d854589cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e1:75:bf,bridge_name='br-int',has_traffic_filtering=True,id=91d28269-3857-4b5d-8d19-b7d854589cae,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91d28269-38') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG os_vif [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e1:75:bf,bridge_name='br-int',has_traffic_filtering=True,id=91d28269-3857-4b5d-8d19-b7d854589cae,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91d28269-38') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap91d28269-38, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=88040926-0ccb-4b19-93c5-d09624310411) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:06 user nova-compute[74702]: INFO os_vif [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e1:75:bf,bridge_name='br-int',has_traffic_filtering=True,id=91d28269-3857-4b5d-8d19-b7d854589cae,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91d28269-38')
Oct 26 01:49:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Deleting instance files /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb_del
Oct 26 01:49:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Deletion of /opt/stack/data/nova/instances/b8316642-cfca-43fa-a4f4-532467c49aeb_del complete
Oct 26 01:49:07 user nova-compute[74702]: INFO nova.compute.manager [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Took 1.04 seconds to destroy the instance on the hypervisor.
Oct 26 01:49:07 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:49:07 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:49:07 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:49:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:49:08 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Took 1.26 seconds to deallocate network for instance.
Oct 26 01:49:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-45efd0b4-1202-4d5c-a3a8-27cd5a87992c req-0ee4e525-8515-4cd7-b010-452f698b47bf service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Received event network-vif-deleted-91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:08 user nova-compute[74702]: INFO nova.compute.manager [req-45efd0b4-1202-4d5c-a3a8-27cd5a87992c req-0ee4e525-8515-4cd7-b010-452f698b47bf service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Neutron deleted interface 91d28269-3857-4b5d-8d19-b7d854589cae; detaching it from the instance and deleting it from the info cache
Oct 26 01:49:08 user nova-compute[74702]: DEBUG nova.network.neutron [req-45efd0b4-1202-4d5c-a3a8-27cd5a87992c req-0ee4e525-8515-4cd7-b010-452f698b47bf service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-45efd0b4-1202-4d5c-a3a8-27cd5a87992c req-0ee4e525-8515-4cd7-b010-452f698b47bf service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Detach interface failed, port_id=91d28269-3857-4b5d-8d19-b7d854589cae, reason: Instance b8316642-cfca-43fa-a4f4-532467c49aeb could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-010c02b9-8ce4-4864-aad3-3c20b19b8f6e req-701c3b89-7a7d-4d63-8df7-095190b655d8 service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Received event network-vif-plugged-91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-010c02b9-8ce4-4864-aad3-3c20b19b8f6e req-701c3b89-7a7d-4d63-8df7-095190b655d8 service nova] Acquiring lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-010c02b9-8ce4-4864-aad3-3c20b19b8f6e req-701c3b89-7a7d-4d63-8df7-095190b655d8 service nova] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-010c02b9-8ce4-4864-aad3-3c20b19b8f6e req-701c3b89-7a7d-4d63-8df7-095190b655d8 service nova] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-010c02b9-8ce4-4864-aad3-3c20b19b8f6e req-701c3b89-7a7d-4d63-8df7-095190b655d8 service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] No waiting events found dispatching network-vif-plugged-91d28269-3857-4b5d-8d19-b7d854589cae {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:08 user nova-compute[74702]: WARNING nova.compute.manager [req-010c02b9-8ce4-4864-aad3-3c20b19b8f6e req-701c3b89-7a7d-4d63-8df7-095190b655d8 service nova] [instance: b8316642-cfca-43fa-a4f4-532467c49aeb] Received unexpected event network-vif-plugged-91d28269-3857-4b5d-8d19-b7d854589cae for instance with vm_state deleted and task_state None.
Oct 26 01:49:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nHjbVwiW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:49:08 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:49:08 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:49:08 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bed3c54-c2fe-4b2d-b5c9-88d2c1e91340]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:49:08 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[58e644c4-54d8-47b7-9c12-c27667fc1c6f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa] added
Oct 26 01:49:08 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[42aa809b-7de8-4ac0-a7e7-4ce8576d2afd]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9a75c6-6e43-42a4-8fa0-295e92b6c7ba]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nHjbVwiW {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nHjbVwiW" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b56f0642-4eb4-4b0e-a651-fda3148b56f5]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nHjbVwiW'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ccd5391-7bfe-4aa4-8de5-fcbb67be559b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[add2f5d5-5bd7-402f-99d1-ed5cef28fd2d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:49:08 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:49:08 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:49:08 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 01:49:08 user nova-compute[74702]: 
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.455s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "1f8b6ddf-19eb-476b-9111-b7981d96a064" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:49:08 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Deleted allocations for instance b8316642-cfca-43fa-a4f4-532467c49aeb
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce8eb667-c7d5-4881-8731-cce7f2580dba]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa, portal: 172.16.0.220,3260]
Oct 26 01:49:08 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa, portal: 172.16.0.220,3260] successful.
Oct 26 01:49:08 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ff41d25-3522-4833-baec-c457482945e5]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b139902a-5a15-413d-aae3-353a16e023b6]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:08 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:08 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.320s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d1dfda5-42c1-445f-8170-ac6c57934977]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nHjbVwiW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:49:09 user nova-compute[74702]: INFO nova.compute.claims [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Claim successful on node user
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9ecd4c08-3c84-492c-92b4-0a754ede9a02 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "b8316642-cfca-43fa-a4f4-532467c49aeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.028s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.424s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG nova.network.neutron [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:49:09 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:49:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG nova.policy [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f20608a551c14c519d951517e60e77a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67e2391dffe34a0cb7e754a3e3615eac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:49:09 user nova-compute[74702]: INFO nova.virt.block_device [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Booting with volume c00818eb-9e9a-4743-bf85-be5762f97b93 at /dev/vda
Oct 26 01:49:09 user nova-compute[74702]: DEBUG os_brick.utils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c3360e-a0cd-4587-9b00-12375bacf035]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cba842a-8309-43c6-838f-01138fc9c571]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7e35391-507f-4c6a-93e0-974744936220]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a98a2ba-b344-46ec-8ea5-f881523d66ec]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:49:09 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:49:09 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b502f2c9-f1c9-4ccf-acc0-4ff1b59bcbb3]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG os_brick.utils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Updating existing volume attachment record: 6176d93f-fb2e-40a2-9624-028cae719af7 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.363s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] <== connect_volume: return (1366ms) {'type': 'block', 'scsi_wwn': '26635323361353636', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26635323361353636', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:49:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'flavor' on Instance uuid f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:49:10 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:49:10 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 01:49:10 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:49:10 user nova-compute[74702]:   <serial>c4e60d6e-ca15-4f0f-9efd-94554622ceaa</serial>
Oct 26 01:49:10 user nova-compute[74702]: </disk>
Oct 26 01:49:10 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:49:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No VIF found with MAC fa:16:3e:ab:3f:50, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:49:10 user nova-compute[74702]: DEBUG nova.network.neutron [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Successfully created port: fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:49:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e915727e-6269-4ad0-a5a3-a796dc52ecd1 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.580s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "56c4698b-64d2-4b05-a429-8058abf4258f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "56c4698b-64d2-4b05-a429-8058abf4258f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:49:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:10 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:49:10 user nova-compute[74702]: INFO nova.compute.claims [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Claim successful on node user
Oct 26 01:49:11 user nova-compute[74702]: INFO nova.compute.manager [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Rescuing
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquired lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.network.neutron [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.460s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.network.neutron [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:49:11 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.policy [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1040ae84bdf74ea68a989fb6febb8016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0275606333754879b2e158ee08c8c266', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:49:11 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Creating image(s)
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "/opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "/opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "/opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.network.neutron [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Successfully updated port: fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-235d87e3-ace5-4d47-bdfc-b82bf45dcf97 req-bdab0123-ac8e-48f4-895a-e0ddda6f7cf2 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received event network-changed-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-235d87e3-ace5-4d47-bdfc-b82bf45dcf97 req-bdab0123-ac8e-48f4-895a-e0ddda6f7cf2 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Refreshing instance network info cache due to event network-changed-fd79c623-ab76-4d72-9609-317501b8d1c3. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-235d87e3-ace5-4d47-bdfc-b82bf45dcf97 req-bdab0123-ac8e-48f4-895a-e0ddda6f7cf2 service nova] Acquiring lock "refresh_cache-1f8b6ddf-19eb-476b-9111-b7981d96a064" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-235d87e3-ace5-4d47-bdfc-b82bf45dcf97 req-bdab0123-ac8e-48f4-895a-e0ddda6f7cf2 service nova] Acquired lock "refresh_cache-1f8b6ddf-19eb-476b-9111-b7981d96a064" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.network.neutron [req-235d87e3-ace5-4d47-bdfc-b82bf45dcf97 req-bdab0123-ac8e-48f4-895a-e0ddda6f7cf2 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Refreshing network info cache for port fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "refresh_cache-1f8b6ddf-19eb-476b-9111-b7981d96a064" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG nova.network.neutron [req-235d87e3-ace5-4d47-bdfc-b82bf45dcf97 req-bdab0123-ac8e-48f4-895a-e0ddda6f7cf2 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.186s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.network.neutron [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updating instance_info_cache with network_info: [{"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.network.neutron [req-235d87e3-ace5-4d47-bdfc-b82bf45dcf97 req-bdab0123-ac8e-48f4-895a-e0ddda6f7cf2 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-235d87e3-ace5-4d47-bdfc-b82bf45dcf97 req-bdab0123-ac8e-48f4-895a-e0ddda6f7cf2 service nova] Releasing lock "refresh_cache-1f8b6ddf-19eb-476b-9111-b7981d96a064" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Releasing lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquired lock "refresh_cache-1f8b6ddf-19eb-476b-9111-b7981d96a064" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.network.neutron [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk 1073741824" returned: 0 in 0.084s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.198s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.network.neutron [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Successfully created port: 7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Checking if we can resize image /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.network.neutron [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.compute.manager [req-6e970c86-5956-4faf-a393-5ee05b173f9a req-79b9cc39-9cd5-409f-a5ab-c33b8e63d26c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-unplugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6e970c86-5956-4faf-a393-5ee05b173f9a req-79b9cc39-9cd5-409f-a5ab-c33b8e63d26c service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6e970c86-5956-4faf-a393-5ee05b173f9a req-79b9cc39-9cd5-409f-a5ab-c33b8e63d26c service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6e970c86-5956-4faf-a393-5ee05b173f9a req-79b9cc39-9cd5-409f-a5ab-c33b8e63d26c service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.compute.manager [req-6e970c86-5956-4faf-a393-5ee05b173f9a req-79b9cc39-9cd5-409f-a5ab-c33b8e63d26c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-unplugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:12 user nova-compute[74702]: WARNING nova.compute.manager [req-6e970c86-5956-4faf-a393-5ee05b173f9a req-79b9cc39-9cd5-409f-a5ab-c33b8e63d26c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-unplugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state active and task_state rescuing.
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Cannot resize image /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Ensure instance console log exists: /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.network.neutron [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Updating instance_info_cache with network_info: [{"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Releasing lock "refresh_cache-1f8b6ddf-19eb-476b-9111-b7981d96a064" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:49:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Instance network_info: |[{"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:49:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Instance destroyed successfully.
Oct 26 01:49:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Attempting rescue
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74702) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Instance directory exists: not creating {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 01:49:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Creating image(s)
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "/opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "/opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "/opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.objects.instance [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'trusted_certs' on Instance uuid f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.network.neutron [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Successfully updated port: 7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquired lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.network.neutron [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-f13345bd-bc67-4b9d-ad0d-61f708f4f751 req-73e62496-dc3e-4bf4-a6e4-dc498f3a4878 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Received event network-changed-7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-f13345bd-bc67-4b9d-ad0d-61f708f4f751 req-73e62496-dc3e-4bf4-a6e4-dc498f3a4878 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Refreshing instance network info cache due to event network-changed-7d7239ed-38ca-4388-b1c7-1422e3ad7351. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f13345bd-bc67-4b9d-ad0d-61f708f4f751 req-73e62496-dc3e-4bf4-a6e4-dc498f3a4878 service nova] Acquiring lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.rescue {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.network.neutron [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.rescue" returned: 0 in 0.058s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.objects.instance [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'migration_context' on Instance uuid f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.objects.base [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<f094241a-35d1-4772-9f38-0c90f1b5b6b5> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Start _get_guest_xml network_info=[{"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "vif_mac": "fa:16:3e:ab:3f:50"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '13f38a05-6339-4dea-a135-bff12e404c02', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.objects.instance [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'resources' on Instance uuid f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.objects.base [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<f094241a-35d1-4772-9f38-0c90f1b5b6b5> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.objects.instance [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'numa_topology' on Instance uuid f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.objects.base [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<f094241a-35d1-4772-9f38-0c90f1b5b6b5> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:49:13 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:49:13 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.objects.instance [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'vcpu_model' on Instance uuid f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.objects.base [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<f094241a-35d1-4772-9f38-0c90f1b5b6b5> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:46:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1121895262',display_name='tempest-ServerRescueNegativeTestJSON-server-1121895262',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1121895262',id=20,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnUPJ3PVnMJutyrTsP6S9Z679PzGeXI9UtHFIZpiyV3A0VwLkgztRM/flPSUaHHJLZ1PxzL+vIhhBG+lT75IlmIAXw/edfnI2EEsS6/CV7T7p0QjXQu+2oBoM86LNBkDA==',key_name='tempest-keypair-1484686640',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:47:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='541c5a0da90c4ee7a0a078f5f144d719',ramdisk_id='',reservation_id='r-14l0s2mz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-858261015',owner_user_name='tempest-ServerRescueNegativeTestJSON-858261015-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:47:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9c680f688f42059011bde2d37fe96e',uuid=f094241a-35d1-4772-9f38-0c90f1b5b6b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "vif_mac": "fa:16:3e:ab:3f:50"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converting VIF {"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "vif_mac": "fa:16:3e:ab:3f:50"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ab:3f:50,bridge_name='br-int',has_traffic_filtering=True,id=d5cbc5ea-340a-43e8-b3bd-504b36daeeb5,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5cbc5ea-34') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.objects.instance [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'pci_devices' on Instance uuid f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.objects.base [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Object Instance<f094241a-35d1-4772-9f38-0c90f1b5b6b5> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:49:13 user nova-compute[74702]:   <uuid>f094241a-35d1-4772-9f38-0c90f1b5b6b5</uuid>
Oct 26 01:49:13 user nova-compute[74702]:   <name>instance-00000014</name>
Oct 26 01:49:13 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:49:13 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:49:13 user nova-compute[74702]:   <metadata>
Oct 26 01:49:13 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:49:13 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:49:13 user nova-compute[74702]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1121895262</nova:name>
Oct 26 01:49:13 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:49:13</nova:creationTime>
Oct 26 01:49:13 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:49:13 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:49:13 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:49:13 user nova-compute[74702]:       <nova:owner>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:user uuid="4e9c680f688f42059011bde2d37fe96e">tempest-ServerRescueNegativeTestJSON-858261015-project-member</nova:user>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:project uuid="541c5a0da90c4ee7a0a078f5f144d719">tempest-ServerRescueNegativeTestJSON-858261015</nova:project>
Oct 26 01:49:13 user nova-compute[74702]:       </nova:owner>
Oct 26 01:49:13 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:49:13 user nova-compute[74702]:       <nova:ports>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:port uuid="d5cbc5ea-340a-43e8-b3bd-504b36daeeb5">
Oct 26 01:49:13 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 01:49:13 user nova-compute[74702]:         </nova:port>
Oct 26 01:49:13 user nova-compute[74702]:       </nova:ports>
Oct 26 01:49:13 user nova-compute[74702]:     </nova:instance>
Oct 26 01:49:13 user nova-compute[74702]:   </metadata>
Oct 26 01:49:13 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:49:13 user nova-compute[74702]:     <system>
Oct 26 01:49:13 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:49:13 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:49:13 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:49:13 user nova-compute[74702]:       <entry name="serial">f094241a-35d1-4772-9f38-0c90f1b5b6b5</entry>
Oct 26 01:49:13 user nova-compute[74702]:       <entry name="uuid">f094241a-35d1-4772-9f38-0c90f1b5b6b5</entry>
Oct 26 01:49:13 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:49:13 user nova-compute[74702]:     </system>
Oct 26 01:49:13 user nova-compute[74702]:   </sysinfo>
Oct 26 01:49:13 user nova-compute[74702]:   <os>
Oct 26 01:49:13 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:49:13 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:49:13 user nova-compute[74702]:   </os>
Oct 26 01:49:13 user nova-compute[74702]:   <features>
Oct 26 01:49:13 user nova-compute[74702]:     <acpi/>
Oct 26 01:49:13 user nova-compute[74702]:     <apic/>
Oct 26 01:49:13 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:49:13 user nova-compute[74702]:   </features>
Oct 26 01:49:13 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:49:13 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:49:13 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:49:13 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:49:13 user nova-compute[74702]:   </clock>
Oct 26 01:49:13 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:49:13 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:49:13 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:49:13 user nova-compute[74702]:   </cpu>
Oct 26 01:49:13 user nova-compute[74702]:   <devices>
Oct 26 01:49:13 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:49:13 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:49:13 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.rescue"/>
Oct 26 01:49:13 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:49:13 user nova-compute[74702]:     </disk>
Oct 26 01:49:13 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:49:13 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:49:13 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk"/>
Oct 26 01:49:13 user nova-compute[74702]:       <target dev="vdb" bus="virtio"/>
Oct 26 01:49:13 user nova-compute[74702]:     </disk>
Oct 26 01:49:13 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:49:13 user nova-compute[74702]:       <mac address="fa:16:3e:ab:3f:50"/>
Oct 26 01:49:13 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:49:13 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:49:13 user nova-compute[74702]:       <target dev="tapd5cbc5ea-34"/>
Oct 26 01:49:13 user nova-compute[74702]:     </interface>
Oct 26 01:49:13 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:49:13 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/console.log" append="off"/>
Oct 26 01:49:13 user nova-compute[74702]:     </serial>
Oct 26 01:49:13 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:49:13 user nova-compute[74702]:     <video>
Oct 26 01:49:13 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:49:13 user nova-compute[74702]:     </video>
Oct 26 01:49:13 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:49:13 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:49:13 user nova-compute[74702]:     </rng>
Oct 26 01:49:13 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:49:13 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:49:13 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:49:13 user nova-compute[74702]:     </memballoon>
Oct 26 01:49:13 user nova-compute[74702]:   </devices>
Oct 26 01:49:13 user nova-compute[74702]: </domain>
Oct 26 01:49:13 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:49:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Instance destroyed successfully.
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] No VIF found with MAC fa:16:3e:ab:3f:50, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.network.neutron [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updating instance_info_cache with network_info: [{"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Releasing lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Instance network_info: |[{"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f13345bd-bc67-4b9d-ad0d-61f708f4f751 req-73e62496-dc3e-4bf4-a6e4-dc498f3a4878 service nova] Acquired lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.network.neutron [req-f13345bd-bc67-4b9d-ad0d-61f708f4f751 req-73e62496-dc3e-4bf4-a6e4-dc498f3a4878 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Refreshing network info cache for port 7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Start _get_guest_xml network_info=[{"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:49:13 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:49:13 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:49:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1409254914',display_name='tempest-ServerActionsTestOtherA-server-1409254914',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1409254914',id=25,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDFoRJajMeq6uo6web96f8WeUIvXWHLjzMHyWZvgaevfgpipg4k8T1A6GQrnnL+ypgwmRWm0Zi1OogEjmR0JMPafAxDB/NLC0Gfvy9spfodUvidQALkdU9NDzCajWpg85Q==',key_name='tempest-keypair-931142463',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-oxrpsmes',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:49:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=56c4698b-64d2-4b05-a429-8058abf4258f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:a6:c1,bridge_name='br-int',has_traffic_filtering=True,id=7d7239ed-38ca-4388-b1c7-1422e3ad7351,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d7239ed-38') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.objects.instance [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lazy-loading 'pci_devices' on Instance uuid 56c4698b-64d2-4b05-a429-8058abf4258f {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:49:13 user nova-compute[74702]:   <uuid>56c4698b-64d2-4b05-a429-8058abf4258f</uuid>
Oct 26 01:49:13 user nova-compute[74702]:   <name>instance-00000019</name>
Oct 26 01:49:13 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:49:13 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:49:13 user nova-compute[74702]:   <metadata>
Oct 26 01:49:13 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:49:13 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:49:13 user nova-compute[74702]:       <nova:name>tempest-ServerActionsTestOtherA-server-1409254914</nova:name>
Oct 26 01:49:13 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:49:13</nova:creationTime>
Oct 26 01:49:13 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:49:13 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:49:13 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:49:13 user nova-compute[74702]:       <nova:owner>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:user uuid="1040ae84bdf74ea68a989fb6febb8016">tempest-ServerActionsTestOtherA-1464979894-project-member</nova:user>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:project uuid="0275606333754879b2e158ee08c8c266">tempest-ServerActionsTestOtherA-1464979894</nova:project>
Oct 26 01:49:13 user nova-compute[74702]:       </nova:owner>
Oct 26 01:49:13 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:49:13 user nova-compute[74702]:       <nova:ports>
Oct 26 01:49:13 user nova-compute[74702]:         <nova:port uuid="7d7239ed-38ca-4388-b1c7-1422e3ad7351">
Oct 26 01:49:13 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 26 01:49:13 user nova-compute[74702]:         </nova:port>
Oct 26 01:49:13 user nova-compute[74702]:       </nova:ports>
Oct 26 01:49:13 user nova-compute[74702]:     </nova:instance>
Oct 26 01:49:13 user nova-compute[74702]:   </metadata>
Oct 26 01:49:13 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:49:13 user nova-compute[74702]:     <system>
Oct 26 01:49:13 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:49:13 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:49:13 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:49:13 user nova-compute[74702]:       <entry name="serial">56c4698b-64d2-4b05-a429-8058abf4258f</entry>
Oct 26 01:49:13 user nova-compute[74702]:       <entry name="uuid">56c4698b-64d2-4b05-a429-8058abf4258f</entry>
Oct 26 01:49:13 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:49:13 user nova-compute[74702]:     </system>
Oct 26 01:49:13 user nova-compute[74702]:   </sysinfo>
Oct 26 01:49:13 user nova-compute[74702]:   <os>
Oct 26 01:49:13 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:49:13 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:49:13 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:49:13 user nova-compute[74702]:   </os>
Oct 26 01:49:13 user nova-compute[74702]:   <features>
Oct 26 01:49:13 user nova-compute[74702]:     <acpi/>
Oct 26 01:49:13 user nova-compute[74702]:     <apic/>
Oct 26 01:49:13 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:49:13 user nova-compute[74702]:   </features>
Oct 26 01:49:13 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:49:13 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:49:13 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:49:13 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:49:13 user nova-compute[74702]:   </clock>
Oct 26 01:49:13 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:49:13 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:49:13 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:49:13 user nova-compute[74702]:   </cpu>
Oct 26 01:49:13 user nova-compute[74702]:   <devices>
Oct 26 01:49:13 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:49:13 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:49:13 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk"/>
Oct 26 01:49:13 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:49:13 user nova-compute[74702]:     </disk>
Oct 26 01:49:13 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:49:13 user nova-compute[74702]:       <mac address="fa:16:3e:ce:a6:c1"/>
Oct 26 01:49:13 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:49:13 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:49:13 user nova-compute[74702]:       <target dev="tap7d7239ed-38"/>
Oct 26 01:49:13 user nova-compute[74702]:     </interface>
Oct 26 01:49:13 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:49:13 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/console.log" append="off"/>
Oct 26 01:49:13 user nova-compute[74702]:     </serial>
Oct 26 01:49:13 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:49:13 user nova-compute[74702]:     <video>
Oct 26 01:49:13 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:49:13 user nova-compute[74702]:     </video>
Oct 26 01:49:13 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:49:13 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:49:13 user nova-compute[74702]:     </rng>
Oct 26 01:49:13 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:49:13 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:49:13 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:49:13 user nova-compute[74702]:     </memballoon>
Oct 26 01:49:13 user nova-compute[74702]:   </devices>
Oct 26 01:49:13 user nova-compute[74702]: </domain>
Oct 26 01:49:13 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:49:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1409254914',display_name='tempest-ServerActionsTestOtherA-server-1409254914',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1409254914',id=25,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDFoRJajMeq6uo6web96f8WeUIvXWHLjzMHyWZvgaevfgpipg4k8T1A6GQrnnL+ypgwmRWm0Zi1OogEjmR0JMPafAxDB/NLC0Gfvy9spfodUvidQALkdU9NDzCajWpg85Q==',key_name='tempest-keypair-931142463',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-oxrpsmes',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:49:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=56c4698b-64d2-4b05-a429-8058abf4258f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:a6:c1,bridge_name='br-int',has_traffic_filtering=True,id=7d7239ed-38ca-4388-b1c7-1422e3ad7351,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d7239ed-38') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG os_vif [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:a6:c1,bridge_name='br-int',has_traffic_filtering=True,id=7d7239ed-38ca-4388-b1c7-1422e3ad7351,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d7239ed-38') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '837641cd-51f7-5104-804b-ea47900e3c05', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7d7239ed-38, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7d7239ed-38, col_values=(('qos', UUID('ff47b3cf-8c20-4e6f-80d6-ea9babc03f77')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7d7239ed-38, col_values=(('external_ids', {'iface-id': '7d7239ed-38ca-4388-b1c7-1422e3ad7351', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ce:a6:c1', 'vm-uuid': '56c4698b-64d2-4b05-a429-8058abf4258f'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:13 user nova-compute[74702]: INFO os_vif [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:a6:c1,bridge_name='br-int',has_traffic_filtering=True,id=7d7239ed-38ca-4388-b1c7-1422e3ad7351,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d7239ed-38')
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No VIF found with MAC fa:16:3e:ce:a6:c1, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:49:14 user nova-compute[74702]: DEBUG nova.network.neutron [req-f13345bd-bc67-4b9d-ad0d-61f708f4f751 req-73e62496-dc3e-4bf4-a6e4-dc498f3a4878 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updated VIF entry in instance network info cache for port 7d7239ed-38ca-4388-b1c7-1422e3ad7351. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:49:14 user nova-compute[74702]: DEBUG nova.network.neutron [req-f13345bd-bc67-4b9d-ad0d-61f708f4f751 req-73e62496-dc3e-4bf4-a6e4-dc498f3a4878 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updating instance_info_cache with network_info: [{"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:49:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f13345bd-bc67-4b9d-ad0d-61f708f4f751 req-73e62496-dc3e-4bf4-a6e4-dc498f3a4878 service nova] Releasing lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:49:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef707b20-bd49-455b-baaa-b58f752ea7c8 req-ac7e9827-f42b-48b0-b716-0acb26968115 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef707b20-bd49-455b-baaa-b58f752ea7c8 req-ac7e9827-f42b-48b0-b716-0acb26968115 service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef707b20-bd49-455b-baaa-b58f752ea7c8 req-ac7e9827-f42b-48b0-b716-0acb26968115 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef707b20-bd49-455b-baaa-b58f752ea7c8 req-ac7e9827-f42b-48b0-b716-0acb26968115 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef707b20-bd49-455b-baaa-b58f752ea7c8 req-ac7e9827-f42b-48b0-b716-0acb26968115 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:14 user nova-compute[74702]: WARNING nova.compute.manager [req-ef707b20-bd49-455b-baaa-b58f752ea7c8 req-ac7e9827-f42b-48b0-b716-0acb26968115 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state active and task_state rescuing.
Oct 26 01:49:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pFtdPlDV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:49:16 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:49:16 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:49:16 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b80ce07f-aeb4-4035-9e03-7a1e20aec5bd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:49:16 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cfc598a-55fd-468d-8945-18f601716c7e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f] added
Oct 26 01:49:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b07db82b-4c8c-4480-921c-56af517149d5]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[991455ca-89ac-4b70-a192-62ab0cf5d37f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pFtdPlDV {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pFtdPlDV" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f5dd8d6-03bf-48c9-830c-b158c854165a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pFtdPlDV'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[86f0a0df-3272-4214-bcb6-2cf2aa3305f5]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f339ea8-8b13-4421-91ce-3eea385740b9]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbb55dc4-ff50-4c5b-ae4e-4399bc30665d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f, portal: 172.16.0.220,3260]
Oct 26 01:49:16 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f, portal: 172.16.0.220,3260] successful.
Oct 26 01:49:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3f8d71f-9487-4b62-a4a6-bcbb6fc41750]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[89ae7563-64e2-4b21-8baa-485bafa5c139]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:16 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:49:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:16 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:49:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] HCTL ('34', '-', '-', 0) found on session 21 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.037s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d09418cc-a35f-4378-b179-e50db78be90b]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Searching for a device in session 21 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pFtdPlDV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-ab4d12a5-07f0-437b-a80b-738d1a151b3a req-dfcb758e-5863-4acd-a26e-3daca92c2cc5 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ab4d12a5-07f0-437b-a80b-738d1a151b3a req-dfcb758e-5863-4acd-a26e-3daca92c2cc5 service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ab4d12a5-07f0-437b-a80b-738d1a151b3a req-dfcb758e-5863-4acd-a26e-3daca92c2cc5 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ab4d12a5-07f0-437b-a80b-738d1a151b3a req-dfcb758e-5863-4acd-a26e-3daca92c2cc5 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-ab4d12a5-07f0-437b-a80b-738d1a151b3a req-dfcb758e-5863-4acd-a26e-3daca92c2cc5 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:16 user nova-compute[74702]: WARNING nova.compute.manager [req-ab4d12a5-07f0-437b-a80b-738d1a151b3a req-dfcb758e-5863-4acd-a26e-3daca92c2cc5 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state active and task_state rescuing.
Oct 26 01:49:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-ab4d12a5-07f0-437b-a80b-738d1a151b3a req-dfcb758e-5863-4acd-a26e-3daca92c2cc5 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ab4d12a5-07f0-437b-a80b-738d1a151b3a req-dfcb758e-5863-4acd-a26e-3daca92c2cc5 service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ab4d12a5-07f0-437b-a80b-738d1a151b3a req-dfcb758e-5863-4acd-a26e-3daca92c2cc5 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ab4d12a5-07f0-437b-a80b-738d1a151b3a req-dfcb758e-5863-4acd-a26e-3daca92c2cc5 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-ab4d12a5-07f0-437b-a80b-738d1a151b3a req-dfcb758e-5863-4acd-a26e-3daca92c2cc5 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:16 user nova-compute[74702]: WARNING nova.compute.manager [req-ab4d12a5-07f0-437b-a80b-738d1a151b3a req-dfcb758e-5863-4acd-a26e-3daca92c2cc5 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state active and task_state rescuing.
Oct 26 01:49:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-52ae9443-7333-44e4-ae84-95d0e6180483 req-d91a2bcc-c12b-4998-a09c-eccdef3255f5 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Received event network-vif-plugged-7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-52ae9443-7333-44e4-ae84-95d0e6180483 req-d91a2bcc-c12b-4998-a09c-eccdef3255f5 service nova] Acquiring lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-52ae9443-7333-44e4-ae84-95d0e6180483 req-d91a2bcc-c12b-4998-a09c-eccdef3255f5 service nova] Lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-52ae9443-7333-44e4-ae84-95d0e6180483 req-d91a2bcc-c12b-4998-a09c-eccdef3255f5 service nova] Lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-52ae9443-7333-44e4-ae84-95d0e6180483 req-d91a2bcc-c12b-4998-a09c-eccdef3255f5 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] No waiting events found dispatching network-vif-plugged-7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:16 user nova-compute[74702]: WARNING nova.compute.manager [req-52ae9443-7333-44e4-ae84-95d0e6180483 req-d91a2bcc-c12b-4998-a09c-eccdef3255f5 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Received unexpected event network-vif-plugged-7d7239ed-38ca-4388-b1c7-1422e3ad7351 for instance with vm_state building and task_state spawning.
Oct 26 01:49:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.367s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:49:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] <== connect_volume: return (1370ms) {'type': 'block', 'scsi_wwn': '26232353864653732', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:49:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26232353864653732', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:49:17 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lazy-loading 'flavor' on Instance uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:49:17 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:49:17 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 01:49:17 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:49:17 user nova-compute[74702]:   <serial>690c07d6-da04-4fc3-be63-2a7ad97ef84f</serial>
Oct 26 01:49:17 user nova-compute[74702]: </disk>
Oct 26 01:49:17 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:49:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:18 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] No VIF found with MAC fa:16:3e:c8:3f:ed, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:49:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f05d2e5c-97c3-45bb-a05b-d118496f8980 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "b22ee407-4b61-4864-8679-581f4f9051b2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.458s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-fa57f421-f84e-43a2-a5ad-ccdc6a503d2d tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:49:19 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Instance spawned successfully.
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.compute.manager [req-27e52398-56f3-4edf-8772-2628c5f22b80 req-5eac22be-4a9d-464c-953a-aa6f0efcc6a7 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Received event network-vif-plugged-7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-27e52398-56f3-4edf-8772-2628c5f22b80 req-5eac22be-4a9d-464c-953a-aa6f0efcc6a7 service nova] Acquiring lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-27e52398-56f3-4edf-8772-2628c5f22b80 req-5eac22be-4a9d-464c-953a-aa6f0efcc6a7 service nova] Lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-27e52398-56f3-4edf-8772-2628c5f22b80 req-5eac22be-4a9d-464c-953a-aa6f0efcc6a7 service nova] Lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.compute.manager [req-27e52398-56f3-4edf-8772-2628c5f22b80 req-5eac22be-4a9d-464c-953a-aa6f0efcc6a7 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] No waiting events found dispatching network-vif-plugged-7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:19 user nova-compute[74702]: WARNING nova.compute.manager [req-27e52398-56f3-4edf-8772-2628c5f22b80 req-5eac22be-4a9d-464c-953a-aa6f0efcc6a7 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Received unexpected event network-vif-plugged-7d7239ed-38ca-4388-b1c7-1422e3ad7351 for instance with vm_state building and task_state spawning.
Oct 26 01:49:19 user nova-compute[74702]: INFO nova.compute.manager [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Rescuing
Oct 26 01:49:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquired lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.network.neutron [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:49:19 user nova-compute[74702]: INFO nova.compute.manager [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Took 7.74 seconds to spawn the instance on the hypervisor.
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:49:19 user nova-compute[74702]: INFO nova.compute.manager [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Took 8.57 seconds to build instance.
Oct 26 01:49:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-04fcca2a-b2b9-4f62-a94f-a6d82e15b4c1 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "56c4698b-64d2-4b05-a429-8058abf4258f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.685s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG nova.network.neutron [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updating instance_info_cache with network_info: [{"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:49:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Releasing lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-e8dbc704-2b2b-443b-a1f4-109b95f28d35 req-c1e4b458-8b34-4ec0-97db-ef48b8fe20a8 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-unplugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e8dbc704-2b2b-443b-a1f4-109b95f28d35 req-c1e4b458-8b34-4ec0-97db-ef48b8fe20a8 service nova] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e8dbc704-2b2b-443b-a1f4-109b95f28d35 req-c1e4b458-8b34-4ec0-97db-ef48b8fe20a8 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e8dbc704-2b2b-443b-a1f4-109b95f28d35 req-c1e4b458-8b34-4ec0-97db-ef48b8fe20a8 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-e8dbc704-2b2b-443b-a1f4-109b95f28d35 req-c1e4b458-8b34-4ec0-97db-ef48b8fe20a8 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] No waiting events found dispatching network-vif-unplugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:20 user nova-compute[74702]: WARNING nova.compute.manager [req-e8dbc704-2b2b-443b-a1f4-109b95f28d35 req-c1e4b458-8b34-4ec0-97db-ef48b8fe20a8 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received unexpected event network-vif-unplugged-e4485b12-0a12-418d-b7da-ae04aff05d47 for instance with vm_state active and task_state rescuing.
Oct 26 01:49:20 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:49:20 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Instance destroyed successfully.
Oct 26 01:49:20 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Attempting a stable device rescue
Oct 26 01:49:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74702) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Instance directory exists: not creating {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 01:49:20 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Creating image(s)
Oct 26 01:49:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "/opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "/opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "/opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG nova.objects.instance [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lazy-loading 'trusted_certs' on Instance uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "dee4dbaf4364bdee312d113808fb2bcc71d560ff" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "dee4dbaf4364bdee312d113808fb2bcc71d560ff" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff.part --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff.part --force-share --output=json" returned: 0 in 0.201s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG nova.virt.images [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] 37796df1-187b-41bd-97a8-801f3ec416d4 was qcow2, converting to raw {{(pid=74702) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff.part /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff.converted {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-6db2c861-b370-4c75-9eca-d77b75b3e0bb req-49fa0bc4-3da9-463c-9d92-5585c500aa2c service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6db2c861-b370-4c75-9eca-d77b75b3e0bb req-49fa0bc4-3da9-463c-9d92-5585c500aa2c service nova] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6db2c861-b370-4c75-9eca-d77b75b3e0bb req-49fa0bc4-3da9-463c-9d92-5585c500aa2c service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6db2c861-b370-4c75-9eca-d77b75b3e0bb req-49fa0bc4-3da9-463c-9d92-5585c500aa2c service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-6db2c861-b370-4c75-9eca-d77b75b3e0bb req-49fa0bc4-3da9-463c-9d92-5585c500aa2c service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] No waiting events found dispatching network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:22 user nova-compute[74702]: WARNING nova.compute.manager [req-6db2c861-b370-4c75-9eca-d77b75b3e0bb req-49fa0bc4-3da9-463c-9d92-5585c500aa2c service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received unexpected event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 for instance with vm_state active and task_state rescuing.
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff.part /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff.converted" returned: 0 in 0.232s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff.converted --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff.converted --force-share --output=json" returned: 0 in 0.198s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "dee4dbaf4364bdee312d113808fb2bcc71d560ff" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.741s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "dee4dbaf4364bdee312d113808fb2bcc71d560ff" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "dee4dbaf4364bdee312d113808fb2bcc71d560ff" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updating instance_info_cache with network_info: [{"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff --force-share --output=json" returned: 0 in 0.230s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff,backing_fmt=raw /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.rescue {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff,backing_fmt=raw /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.rescue" returned: 0 in 0.118s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "dee4dbaf4364bdee312d113808fb2bcc71d560ff" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.358s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.objects.instance [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lazy-loading 'migration_context' on Instance uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.objects.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Object Instance<b22ee407-4b61-4864-8679-581f4f9051b2> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Start _get_guest_xml network_info=[{"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "vif_mac": "fa:16:3e:c8:3f:ed"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '37796df1-187b-41bd-97a8-801f3ec416d4', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pFtdPlDV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'b22ee407-4b61-4864-8679-581f4f9051b2', 'attached_at': '', 'detached_at': '', 'volume_id': '690c07d6-da04-4fc3-be63-2a7ad97ef84f', 'serial': '690c07d6-da04-4fc3-be63-2a7ad97ef84f'}, 'attachment_id': '3486dbeb-5731-4f18-9b11-df572c5da35d', 'guest_format': None, 'boot_index': None, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.objects.instance [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lazy-loading 'resources' on Instance uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.objects.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Object Instance<b22ee407-4b61-4864-8679-581f4f9051b2> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.objects.instance [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lazy-loading 'numa_topology' on Instance uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.objects.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Object Instance<b22ee407-4b61-4864-8679-581f4f9051b2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:49:23 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:49:23 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.objects.instance [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lazy-loading 'vcpu_model' on Instance uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.objects.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Object Instance<b22ee407-4b61-4864-8679-581f4f9051b2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pFtdPlDV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:49:23 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:49:23 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:49:23 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[454fcd1f-521a-4b46-bbfa-7db2f0c36fcc]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = pFtdPlDV\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 26 01:49:23 user nova-compute[74702]: node.name = iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f
Oct 26 01:49:23 user nova-compute[74702]: node.tpgt = -1
Oct 26 01:49:23 user nova-compute[74702]: node.startup = automatic
Oct 26 01:49:23 user nova-compute[74702]: node.leading_login = No
Oct 26 01:49:23 user nova-compute[74702]: iface.iscsi_ifacename = default
Oct 26 01:49:23 user nova-compute[74702]: iface.net_ifacename = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.ipaddress = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.prefix_len = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.hwaddress = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.transport_name = tcp
Oct 26 01:49:23 user nova-compute[74702]: iface.initiatorname = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.state = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.vlan_id = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.vlan_priority = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.vlan_state = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.iface_num = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.mtu = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.port = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.bootproto = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.subnet_mask = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.gateway = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.dhcp_alt_client_id_state = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.dhcp_alt_client_id = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.dhcp_dns = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.dhcp_learn_iqn = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.dhcp_req_vendor_id_state = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.dhcp_vendor_id_state = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.dhcp_vendor_id = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.dhcp_slp_da = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.fragmentation = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.gratuitous_arp = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.incoming_forwarding = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.tos_state = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.tos = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.ttl = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.delayed_ack = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.tcp_nagle = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.tcp_wsf_state = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.tcp_wsf = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.tcp_timer_scale = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.tcp_timestamp = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.redirect = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.def_task_mgmt_timeout = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.header_digest = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.data_digest = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.immediate_data = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.initial_r2t = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.data_seq_inorder = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.data_pdu_inorder = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.erl = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.max_receive_data_len = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.first_burst_len = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.max_outstanding_r2t = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.max_burst_len = 0
Oct 26 01:49:23 user nova-compute[74702]: iface.chap_auth = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.bidi_chap = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.strict_login_compliance = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.discovery_auth = <empty>
Oct 26 01:49:23 user nova-compute[74702]: iface.discovery_logout = <empty>
Oct 26 01:49:23 user nova-compute[74702]: node.discovery_address = <empty>
Oct 26 01:49:23 user nova-compute[74702]: node.discovery_port = 0
Oct 26 01:49:23 user nova-compute[74702]: node.discovery_type = static
Oct 26 01:49:23 user nova-compute[74702]: node.session.initial_cmdsn = 0
Oct 26 01:49:23 user nova-compute[74702]: node.session.initial_login_retry_max = 8
Oct 26 01:49:23 user nova-compute[74702]: node.session.xmit_thread_priority = -20
Oct 26 01:49:23 user nova-compute[74702]: node.session.cmds_max = 128
Oct 26 01:49:23 user nova-compute[74702]: node.session.queue_depth = 32
Oct 26 01:49:23 user nova-compute[74702]: node.session.nr_sessions = 1
Oct 26 01:49:23 user nova-compute[74702]: node.session.auth.authmethod = CHAP
Oct 26 01:49:23 user nova-compute[74702]: node.session.auth.username = pFtdPlDV
Oct 26 01:49:23 user nova-compute[74702]: node.session.auth.password = ***
Oct 26 01:49:23 user nova-compute[74702]: node.session.auth.username_in = <empty>
Oct 26 01:49:23 user nova-compute[74702]: node.session.auth.password_in = <empty>
Oct 26 01:49:23 user nova-compute[74702]: node.session.auth.chap_algs = MD5
Oct 26 01:49:23 user nova-compute[74702]: node.session.timeo.replacement_timeout = 120
Oct 26 01:49:23 user nova-compute[74702]: node.session.err_timeo.abort_timeout = 15
Oct 26 01:49:23 user nova-compute[74702]: node.session.err_timeo.lu_reset_timeout = 30
Oct 26 01:49:23 user nova-compute[74702]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 26 01:49:23 user nova-compute[74702]: node.session.err_timeo.host_reset_timeout = 60
Oct 26 01:49:23 user nova-compute[74702]: node.session.iscsi.FastAbort = Yes
Oct 26 01:49:23 user nova-compute[74702]: node.session.iscsi.InitialR2T = No
Oct 26 01:49:23 user nova-compute[74702]: node.session.iscsi.ImmediateData = Yes
Oct 26 01:49:23 user nova-compute[74702]: node.session.iscsi.FirstBurstLength = 262144
Oct 26 01:49:23 user nova-compute[74702]: node.session.iscsi.MaxBurstLength = 16776192
Oct 26 01:49:23 user nova-compute[74702]: node.session.iscsi.DefaultTime2Retain = 0
Oct 26 01:49:23 user nova-compute[74702]: node.session.iscsi.DefaultTime2Wait = 2
Oct 26 01:49:23 user nova-compute[74702]: node.session.iscsi.MaxConnections = 1
Oct 26 01:49:23 user nova-compute[74702]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 26 01:49:23 user nova-compute[74702]: node.session.iscsi.ERL = 0
Oct 26 01:49:23 user nova-compute[74702]: node.session.scan = manual
Oct 26 01:49:23 user nova-compute[74702]: node.session.reopen_max = 0
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].address = 172.16.0.220
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].port = 3260
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].startup = manual
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].tcp.window_size = 524288
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].tcp.type_of_service = 0
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].timeo.logout_timeout = 15
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].timeo.login_timeout = 15
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].timeo.auth_timeout = 45
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].timeo.noop_out_interval = 5
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].timeo.noop_out_timeout = 5
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].iscsi.HeaderDigest = None
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].iscsi.DataDigest = None
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].iscsi.IFMarker = No
Oct 26 01:49:23 user nova-compute[74702]: node.conn[0].iscsi.OFMarker = No
Oct 26 01:49:23 user nova-compute[74702]: # END RECORD
Oct 26 01:49:23 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[79245c1a-7ded-4487-8ff6-c9e6f3f7ce9a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f94b657-3b01-444a-95ba-3dcd0a481f3b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pFtdPlDV {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pFtdPlDV" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4758509f-c588-48ee-8be0-99efe76fda22]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pFtdPlDV'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[12f1256c-ba41-4738-b94d-006f6b7da104]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6a938d4-002b-4466-9f95-6a380240e785]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:23 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:49:23 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:23 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:49:23 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.178s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] HCTL ('34', '0', '0', 0) found on session 21 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[705fcbf8-42dd-4937-9eca-5a85022ff54b]: (4, ('0 0 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Searching for a device in session 21 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pFtdPlDV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.205s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] <== connect_volume: return (207ms) {'type': 'block', 'scsi_wwn': '26232353864653732', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26232353864653732', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:45:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1296469975',display_name='tempest-ServerStableDeviceRescueTest-server-1296469975',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1296469975',id=18,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBONvC7SiTjyMHAxrxKPMx+5Cl6ASGIRxz5MuP22eveogU3A0jwB5taBa36vYu9NFIHpsXpZsAmzt31BQMIfEZrELFgi2wOdBeIqUGs9Qn9yf0d7KLcsiihMBanCzHbfXNA==',key_name='tempest-keypair-802269804',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:45:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7115c73a4c2041cfaf69ead63908bbee',ramdisk_id='',reservation_id='r-3q90g9ze',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1025457711',owner_user_name='tempest-ServerStableDeviceRescueTest-1025457711-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:47:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='41c3cbe023b941d393834b7d50501dda',uuid=b22ee407-4b61-4864-8679-581f4f9051b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "vif_mac": "fa:16:3e:c8:3f:ed"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Converting VIF {"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "vif_mac": "fa:16:3e:c8:3f:ed"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c8:3f:ed,bridge_name='br-int',has_traffic_filtering=True,id=e4485b12-0a12-418d-b7da-ae04aff05d47,network=Network(97f70a4b-15a0-40ad-b6d8-c6ad06169232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4485b12-0a') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.objects.instance [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lazy-loading 'pci_devices' on Instance uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.objects.base [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Object Instance<b22ee407-4b61-4864-8679-581f4f9051b2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:49:23 user nova-compute[74702]:   <uuid>b22ee407-4b61-4864-8679-581f4f9051b2</uuid>
Oct 26 01:49:23 user nova-compute[74702]:   <name>instance-00000012</name>
Oct 26 01:49:23 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:49:23 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:49:23 user nova-compute[74702]:   <metadata>
Oct 26 01:49:23 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:49:23 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:49:23 user nova-compute[74702]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1296469975</nova:name>
Oct 26 01:49:23 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:49:23</nova:creationTime>
Oct 26 01:49:23 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:49:23 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:49:23 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:49:23 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:49:23 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:49:23 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:49:23 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:49:23 user nova-compute[74702]:       <nova:owner>
Oct 26 01:49:23 user nova-compute[74702]:         <nova:user uuid="41c3cbe023b941d393834b7d50501dda">tempest-ServerStableDeviceRescueTest-1025457711-project-member</nova:user>
Oct 26 01:49:23 user nova-compute[74702]:         <nova:project uuid="7115c73a4c2041cfaf69ead63908bbee">tempest-ServerStableDeviceRescueTest-1025457711</nova:project>
Oct 26 01:49:23 user nova-compute[74702]:       </nova:owner>
Oct 26 01:49:23 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:49:23 user nova-compute[74702]:       <nova:ports>
Oct 26 01:49:23 user nova-compute[74702]:         <nova:port uuid="e4485b12-0a12-418d-b7da-ae04aff05d47">
Oct 26 01:49:23 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 26 01:49:23 user nova-compute[74702]:         </nova:port>
Oct 26 01:49:23 user nova-compute[74702]:       </nova:ports>
Oct 26 01:49:23 user nova-compute[74702]:     </nova:instance>
Oct 26 01:49:23 user nova-compute[74702]:   </metadata>
Oct 26 01:49:23 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:49:23 user nova-compute[74702]:     <system>
Oct 26 01:49:23 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:49:23 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:49:23 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:49:23 user nova-compute[74702]:       <entry name="serial">b22ee407-4b61-4864-8679-581f4f9051b2</entry>
Oct 26 01:49:23 user nova-compute[74702]:       <entry name="uuid">b22ee407-4b61-4864-8679-581f4f9051b2</entry>
Oct 26 01:49:23 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:49:23 user nova-compute[74702]:     </system>
Oct 26 01:49:23 user nova-compute[74702]:   </sysinfo>
Oct 26 01:49:23 user nova-compute[74702]:   <os>
Oct 26 01:49:23 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:49:23 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:49:23 user nova-compute[74702]:   </os>
Oct 26 01:49:23 user nova-compute[74702]:   <features>
Oct 26 01:49:23 user nova-compute[74702]:     <acpi/>
Oct 26 01:49:23 user nova-compute[74702]:     <apic/>
Oct 26 01:49:23 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:49:23 user nova-compute[74702]:   </features>
Oct 26 01:49:23 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:49:23 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:49:23 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:49:23 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:49:23 user nova-compute[74702]:   </clock>
Oct 26 01:49:23 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:49:23 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:49:23 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:49:23 user nova-compute[74702]:   </cpu>
Oct 26 01:49:23 user nova-compute[74702]:   <devices>
Oct 26 01:49:23 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:49:23 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:49:23 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk"/>
Oct 26 01:49:23 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:49:23 user nova-compute[74702]:     </disk>
Oct 26 01:49:23 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 01:49:23 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:49:23 user nova-compute[74702]:       <source dev="/dev/sdc"/>
Oct 26 01:49:23 user nova-compute[74702]:       <target dev="vdb" bus="virtio"/>
Oct 26 01:49:23 user nova-compute[74702]:       <serial>690c07d6-da04-4fc3-be63-2a7ad97ef84f</serial>
Oct 26 01:49:23 user nova-compute[74702]:     </disk>
Oct 26 01:49:23 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:49:23 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:49:23 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.rescue"/>
Oct 26 01:49:23 user nova-compute[74702]:       <target dev="vdc" bus="virtio"/>
Oct 26 01:49:23 user nova-compute[74702]:       <boot order="1"/>
Oct 26 01:49:23 user nova-compute[74702]:     </disk>
Oct 26 01:49:23 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:49:23 user nova-compute[74702]:       <mac address="fa:16:3e:c8:3f:ed"/>
Oct 26 01:49:23 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:49:23 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:49:23 user nova-compute[74702]:       <target dev="tape4485b12-0a"/>
Oct 26 01:49:23 user nova-compute[74702]:     </interface>
Oct 26 01:49:23 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:49:23 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/console.log" append="off"/>
Oct 26 01:49:23 user nova-compute[74702]:     </serial>
Oct 26 01:49:23 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:49:23 user nova-compute[74702]:     <video>
Oct 26 01:49:23 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:49:23 user nova-compute[74702]:     </video>
Oct 26 01:49:23 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:49:23 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:49:23 user nova-compute[74702]:     </rng>
Oct 26 01:49:23 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:49:23 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:49:23 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:49:23 user nova-compute[74702]:     </memballoon>
Oct 26 01:49:23 user nova-compute[74702]:   </devices>
Oct 26 01:49:23 user nova-compute[74702]: </domain>
Oct 26 01:49:23 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:49:23 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Instance destroyed successfully.
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] No VIF found with MAC fa:16:3e:c8:3f:ed, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:49:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-d08f0ea8-29e4-4a15-82cc-65a205b77e0b req-12149cfe-43d5-4d2f-9050-274f20df38c4 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d08f0ea8-29e4-4a15-82cc-65a205b77e0b req-12149cfe-43d5-4d2f-9050-274f20df38c4 service nova] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d08f0ea8-29e4-4a15-82cc-65a205b77e0b req-12149cfe-43d5-4d2f-9050-274f20df38c4 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d08f0ea8-29e4-4a15-82cc-65a205b77e0b req-12149cfe-43d5-4d2f-9050-274f20df38c4 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-d08f0ea8-29e4-4a15-82cc-65a205b77e0b req-12149cfe-43d5-4d2f-9050-274f20df38c4 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] No waiting events found dispatching network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:25 user nova-compute[74702]: WARNING nova.compute.manager [req-d08f0ea8-29e4-4a15-82cc-65a205b77e0b req-12149cfe-43d5-4d2f-9050-274f20df38c4 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received unexpected event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 for instance with vm_state active and task_state rescuing.
Oct 26 01:49:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG nova.compute.manager [req-1666f202-e2fc-4897-b5ec-871da941a2e8 req-49e3e176-a479-44b4-8732-1e2d496875c1 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1666f202-e2fc-4897-b5ec-871da941a2e8 req-49e3e176-a479-44b4-8732-1e2d496875c1 service nova] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1666f202-e2fc-4897-b5ec-871da941a2e8 req-49e3e176-a479-44b4-8732-1e2d496875c1 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1666f202-e2fc-4897-b5ec-871da941a2e8 req-49e3e176-a479-44b4-8732-1e2d496875c1 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG nova.compute.manager [req-1666f202-e2fc-4897-b5ec-871da941a2e8 req-49e3e176-a479-44b4-8732-1e2d496875c1 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] No waiting events found dispatching network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:27 user nova-compute[74702]: WARNING nova.compute.manager [req-1666f202-e2fc-4897-b5ec-871da941a2e8 req-49e3e176-a479-44b4-8732-1e2d496875c1 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received unexpected event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 for instance with vm_state active and task_state rescuing.
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-81136202-5180-4114-b028-bf707e2f9590 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.rescue --force-share --output=json" returned: 0 in 0.261s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:49:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.250s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.273s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:49:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.rescue --force-share --output=json" returned: 0 in 0.263s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.rescue --force-share --output=json" returned: 0 in 0.294s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:49:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8035MB free_disk=25.17734146118164GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b22ee407-4b61-4864-8679-581f4f9051b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 029a05df-80aa-4505-8cd6-d95f4fe0469b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 1f8b6ddf-19eb-476b-9111-b7981d96a064 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:49:31 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Creating image(s)
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Ensure instance console log exists: /opt/stack/data/nova/instances/1f8b6ddf-19eb-476b-9111-b7981d96a064/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Start _get_guest_xml network_info=[{"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xIEdMWYe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1f8b6ddf-19eb-476b-9111-b7981d96a064', 'attached_at': '', 'detached_at': '', 'volume_id': 'c00818eb-9e9a-4743-bf85-be5762f97b93', 'serial': 'c00818eb-9e9a-4743-bf85-be5762f97b93'}, 'attachment_id': '6176d93f-fb2e-40a2-9624-028cae719af7', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:49:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:49:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xIEdMWYe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:49:31 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:49:31 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:49:31 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:49:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260" returned: 21 in 0.072s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[82d18e1c-4d01-4a13-be6a-819fbccfcf68]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:49:31 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.029s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cca99d5-487f-4650-a04e-298e27cb8e64]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93] added
Oct 26 01:49:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2764626f-48b3-4b93-88a5-5090040fc2f8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed8ca74a-e20a-481b-a243-c111e753dc12]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xIEdMWYe {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xIEdMWYe" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[914317fb-581c-4fba-aaa3-a27879a05cfb]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xIEdMWYe'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[16eb1550-5b2f-4edd-8c4d-089439f2c347]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b55409c0-5362-4315-9a38-7b508cefbf76]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:31 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:49:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:31 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:49:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.646s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[de2a510e-1008-493a-b4bc-68fba2c2595c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260]
Oct 26 01:49:31 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260] successful.
Oct 26 01:49:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f86fd1b-053e-40b1-89e4-77f57c4ea4d4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0929fbb7-b2fc-427e-98bb-30ee9e6a395f]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:31 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:49:31 user nova-compute[74702]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:49:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:31 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:49:31 user nova-compute[74702]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:49:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.434s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] HCTL ('35', '-', '-', 0) found on session 22 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.049s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b41deea-0d2f-4a66-991b-0a50a5d067d3]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Searching for a device in session 22 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:49:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xIEdMWYe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.506s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] <== connect_volume: return (1508ms) {'type': 'block', 'scsi_wwn': '23639343461646137', 'path': '/dev/sdd'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639343461646137', 'path': '/dev/sdd'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:49:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1277011300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1277011300',id=24,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK557Kqb5Bzuv4eM6UXNjTukWnVNH1cN5xOVOUrbNbzf0DZlLAvjfeQAo6RvWoH8NBniZHg2yyKzA7uHkt4vTGWMNxgdEsQka0U2SFGqxm7V35Mp6+M1lOipU0AWthgtAw==',key_name='tempest-keypair-785037015',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='67e2391dffe34a0cb7e754a3e3615eac',ramdisk_id='',reservation_id='r-a1s4yhvh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-2061506231',owner_user_name='tempest-ServerActionsV293TestJSON-2061506231-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:49:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f20608a551c14c519d951517e60e77a4',uuid=1f8b6ddf-19eb-476b-9111-b7981d96a064,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Converting VIF {"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG nova.objects.instance [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lazy-loading 'pci_devices' on Instance uuid 1f8b6ddf-19eb-476b-9111-b7981d96a064 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:49:32 user nova-compute[74702]:   <uuid>1f8b6ddf-19eb-476b-9111-b7981d96a064</uuid>
Oct 26 01:49:32 user nova-compute[74702]:   <name>instance-00000018</name>
Oct 26 01:49:32 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:49:32 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:49:32 user nova-compute[74702]:   <metadata>
Oct 26 01:49:32 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:49:32 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:49:32 user nova-compute[74702]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1277011300</nova:name>
Oct 26 01:49:32 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:49:31</nova:creationTime>
Oct 26 01:49:32 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:49:32 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:49:32 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:49:32 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:49:32 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:49:32 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:49:32 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:49:32 user nova-compute[74702]:       <nova:owner>
Oct 26 01:49:32 user nova-compute[74702]:         <nova:user uuid="f20608a551c14c519d951517e60e77a4">tempest-ServerActionsV293TestJSON-2061506231-project-member</nova:user>
Oct 26 01:49:32 user nova-compute[74702]:         <nova:project uuid="67e2391dffe34a0cb7e754a3e3615eac">tempest-ServerActionsV293TestJSON-2061506231</nova:project>
Oct 26 01:49:32 user nova-compute[74702]:       </nova:owner>
Oct 26 01:49:32 user nova-compute[74702]:       <nova:ports>
Oct 26 01:49:32 user nova-compute[74702]:         <nova:port uuid="fd79c623-ab76-4d72-9609-317501b8d1c3">
Oct 26 01:49:32 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 26 01:49:32 user nova-compute[74702]:         </nova:port>
Oct 26 01:49:32 user nova-compute[74702]:       </nova:ports>
Oct 26 01:49:32 user nova-compute[74702]:     </nova:instance>
Oct 26 01:49:32 user nova-compute[74702]:   </metadata>
Oct 26 01:49:32 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:49:32 user nova-compute[74702]:     <system>
Oct 26 01:49:32 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:49:32 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:49:32 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:49:32 user nova-compute[74702]:       <entry name="serial">1f8b6ddf-19eb-476b-9111-b7981d96a064</entry>
Oct 26 01:49:32 user nova-compute[74702]:       <entry name="uuid">1f8b6ddf-19eb-476b-9111-b7981d96a064</entry>
Oct 26 01:49:32 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:49:32 user nova-compute[74702]:     </system>
Oct 26 01:49:32 user nova-compute[74702]:   </sysinfo>
Oct 26 01:49:32 user nova-compute[74702]:   <os>
Oct 26 01:49:32 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:49:32 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:49:32 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:49:32 user nova-compute[74702]:   </os>
Oct 26 01:49:32 user nova-compute[74702]:   <features>
Oct 26 01:49:32 user nova-compute[74702]:     <acpi/>
Oct 26 01:49:32 user nova-compute[74702]:     <apic/>
Oct 26 01:49:32 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:49:32 user nova-compute[74702]:   </features>
Oct 26 01:49:32 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:49:32 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:49:32 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:49:32 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:49:32 user nova-compute[74702]:   </clock>
Oct 26 01:49:32 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:49:32 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:49:32 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:49:32 user nova-compute[74702]:   </cpu>
Oct 26 01:49:32 user nova-compute[74702]:   <devices>
Oct 26 01:49:32 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 01:49:32 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:49:32 user nova-compute[74702]:       <source dev="/dev/sdd"/>
Oct 26 01:49:32 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:49:32 user nova-compute[74702]:       <serial>c00818eb-9e9a-4743-bf85-be5762f97b93</serial>
Oct 26 01:49:32 user nova-compute[74702]:     </disk>
Oct 26 01:49:32 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:49:32 user nova-compute[74702]:       <mac address="fa:16:3e:c7:ed:c8"/>
Oct 26 01:49:32 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:49:32 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:49:32 user nova-compute[74702]:       <target dev="tapfd79c623-ab"/>
Oct 26 01:49:32 user nova-compute[74702]:     </interface>
Oct 26 01:49:32 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:49:32 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/1f8b6ddf-19eb-476b-9111-b7981d96a064/console.log" append="off"/>
Oct 26 01:49:32 user nova-compute[74702]:     </serial>
Oct 26 01:49:32 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:49:32 user nova-compute[74702]:     <video>
Oct 26 01:49:32 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:49:32 user nova-compute[74702]:     </video>
Oct 26 01:49:32 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:49:32 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:49:32 user nova-compute[74702]:     </rng>
Oct 26 01:49:32 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:49:32 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:49:32 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:49:32 user nova-compute[74702]:     </memballoon>
Oct 26 01:49:32 user nova-compute[74702]:   </devices>
Oct 26 01:49:32 user nova-compute[74702]: </domain>
Oct 26 01:49:32 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:49:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1277011300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1277011300',id=24,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK557Kqb5Bzuv4eM6UXNjTukWnVNH1cN5xOVOUrbNbzf0DZlLAvjfeQAo6RvWoH8NBniZHg2yyKzA7uHkt4vTGWMNxgdEsQka0U2SFGqxm7V35Mp6+M1lOipU0AWthgtAw==',key_name='tempest-keypair-785037015',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='67e2391dffe34a0cb7e754a3e3615eac',ramdisk_id='',reservation_id='r-a1s4yhvh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-2061506231',owner_user_name='tempest-ServerActionsV293TestJSON-2061506231-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:49:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f20608a551c14c519d951517e60e77a4',uuid=1f8b6ddf-19eb-476b-9111-b7981d96a064,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Converting VIF {"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG os_vif [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '902fc0fe-0944-53ce-a47e-a830592020ae', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfd79c623-ab, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfd79c623-ab, col_values=(('qos', UUID('d74d1485-80f0-4056-a37e-96fe888ee757')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfd79c623-ab, col_values=(('external_ids', {'iface-id': 'fd79c623-ab76-4d72-9609-317501b8d1c3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c7:ed:c8', 'vm-uuid': '1f8b6ddf-19eb-476b-9111-b7981d96a064'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:49:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:33 user nova-compute[74702]: INFO os_vif [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab')
Oct 26 01:49:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] No VIF found with MAC fa:16:3e:c7:ed:c8, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:49:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:49:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:49:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:49:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:49:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:49:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:49:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-5f9bfaa2-41e8-412e-822f-84f5557b5529 req-7b370710-a817-4bf8-abbf-fecd503cdcab service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received event network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5f9bfaa2-41e8-412e-822f-84f5557b5529 req-7b370710-a817-4bf8-abbf-fecd503cdcab service nova] Acquiring lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5f9bfaa2-41e8-412e-822f-84f5557b5529 req-7b370710-a817-4bf8-abbf-fecd503cdcab service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5f9bfaa2-41e8-412e-822f-84f5557b5529 req-7b370710-a817-4bf8-abbf-fecd503cdcab service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-5f9bfaa2-41e8-412e-822f-84f5557b5529 req-7b370710-a817-4bf8-abbf-fecd503cdcab service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] No waiting events found dispatching network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:34 user nova-compute[74702]: WARNING nova.compute.manager [req-5f9bfaa2-41e8-412e-822f-84f5557b5529 req-7b370710-a817-4bf8-abbf-fecd503cdcab service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received unexpected event network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 for instance with vm_state building and task_state spawning.
Oct 26 01:49:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-bc0c11fa-afbf-4164-84a9-ad06658efdce req-b05b386e-99de-4bb9-8533-23642a2acbb8 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Received event network-changed-b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-bc0c11fa-afbf-4164-84a9-ad06658efdce req-b05b386e-99de-4bb9-8533-23642a2acbb8 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Refreshing instance network info cache due to event network-changed-b1e185e0-f692-465b-979a-c813c73c5f12. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:49:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bc0c11fa-afbf-4164-84a9-ad06658efdce req-b05b386e-99de-4bb9-8533-23642a2acbb8 service nova] Acquiring lock "refresh_cache-4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:49:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bc0c11fa-afbf-4164-84a9-ad06658efdce req-b05b386e-99de-4bb9-8533-23642a2acbb8 service nova] Acquired lock "refresh_cache-4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:49:35 user nova-compute[74702]: DEBUG nova.network.neutron [req-bc0c11fa-afbf-4164-84a9-ad06658efdce req-b05b386e-99de-4bb9-8533-23642a2acbb8 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Refreshing network info cache for port b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:49:36 user nova-compute[74702]: DEBUG nova.network.neutron [req-bc0c11fa-afbf-4164-84a9-ad06658efdce req-b05b386e-99de-4bb9-8533-23642a2acbb8 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Updated VIF entry in instance network info cache for port b1e185e0-f692-465b-979a-c813c73c5f12. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:49:36 user nova-compute[74702]: DEBUG nova.network.neutron [req-bc0c11fa-afbf-4164-84a9-ad06658efdce req-b05b386e-99de-4bb9-8533-23642a2acbb8 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Updating instance_info_cache with network_info: [{"id": "b1e185e0-f692-465b-979a-c813c73c5f12", "address": "fa:16:3e:46:e7:98", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e185e0-f6", "ovs_interfaceid": "b1e185e0-f692-465b-979a-c813c73c5f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:49:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bc0c11fa-afbf-4164-84a9-ad06658efdce req-b05b386e-99de-4bb9-8533-23642a2acbb8 service nova] Releasing lock "refresh_cache-4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:49:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.compute.manager [req-1f537d99-683c-4e19-8139-c8833f94416d req-31584a2c-14c9-4e2c-a3c3-be82e592da04 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received event network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1f537d99-683c-4e19-8139-c8833f94416d req-31584a2c-14c9-4e2c-a3c3-be82e592da04 service nova] Acquiring lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1f537d99-683c-4e19-8139-c8833f94416d req-31584a2c-14c9-4e2c-a3c3-be82e592da04 service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1f537d99-683c-4e19-8139-c8833f94416d req-31584a2c-14c9-4e2c-a3c3-be82e592da04 service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.compute.manager [req-1f537d99-683c-4e19-8139-c8833f94416d req-31584a2c-14c9-4e2c-a3c3-be82e592da04 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] No waiting events found dispatching network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:49:37 user nova-compute[74702]: WARNING nova.compute.manager [req-1f537d99-683c-4e19-8139-c8833f94416d req-31584a2c-14c9-4e2c-a3c3-be82e592da04 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received unexpected event network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 for instance with vm_state building and task_state spawning.
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.compute.manager [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:49:37 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Instance spawned successfully.
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.objects.instance [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lazy-loading 'flavor' on Instance uuid 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:37 user nova-compute[74702]: INFO nova.compute.manager [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Took 5.86 seconds to spawn the instance on the hypervisor.
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.compute.manager [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:49:37 user nova-compute[74702]: INFO nova.compute.manager [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Took 28.33 seconds to build instance.
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-6db74552-58d2-446f-ac82-abac771157d6 tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.455s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:49:37 user nova-compute[74702]: INFO nova.compute.manager [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Attaching volume 896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a to /dev/vdb
Oct 26 01:49:37 user nova-compute[74702]: DEBUG os_brick.utils [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3fbdabb-afdf-432b-967a-dfbfbf2e4e46]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9d8324d-98b7-4e4a-b1c6-2a0c769c0a94]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4e7b9f2-5c68-4eb7-8c4a-aede99c34d17]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dc2a3c0-0be5-4312-b73d-4ce473515595]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:49:37 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:49:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ff21cbd-a624-4656-9de2-03d50bdf0922]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG os_brick.utils [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Updating existing volume attachment record: fa858824-baf6-47d6-b33b-dd5efef23e0f {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:49:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CNXIPEWS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:49:57 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:49:57 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:49:57 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b375803c-6348-4a26-9495-3299549dd435]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:49:57 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9cec0fb-aac3-40ac-9e63-9ab58199c28f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a] added
Oct 26 01:49:57 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6025e057-283d-4492-a2e3-bafdfcc30042]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[05d0dbb3-a8d9-4531-a287-a05cdd11572c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CNXIPEWS {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CNXIPEWS" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bf25047-1489-4e1c-b16d-031e7a8819c1]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CNXIPEWS'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[39924fb9-76f6-45d5-b5ab-461c7c3995b6]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8bf5447-3c6f-4249-b112-be450f6f4332]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:57 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:49:57 user nova-compute[74702]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:49:57 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:57 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:49:57 user nova-compute[74702]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:49:57 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[63d5e176-670c-4f2d-8aa2-e45ac82ff226]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a, portal: 172.16.0.220,3260]
Oct 26 01:49:57 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a, portal: 172.16.0.220,3260] successful.
Oct 26 01:49:57 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[74be6818-6189-49e3-b656-c1db95a1cf80]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1079797-f1ce-46fd-b557-0f425bf11496]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:57 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:49:57 user nova-compute[74702]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:49:57 user nova-compute[74702]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a (non-flash)
Oct 26 01:49:57 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:49:57 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:49:57 user nova-compute[74702]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:49:57 user nova-compute[74702]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a (non-flash)
Oct 26 01:49:57 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] HCTL ('36', '-', '-', 0) found on session 23 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ee0d596-af88-4847-a6dc-3173fe7e084f]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Searching for a device in session 23 and hctl ['36', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:49:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:49:58 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Searching for a device in session 23 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:49:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CNXIPEWS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:49:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:49:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '26335393136663962', 'path': '/dev/sde'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:49:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26335393136663962', 'path': '/dev/sde'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:49:58 user nova-compute[74702]: DEBUG nova.objects.instance [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lazy-loading 'flavor' on Instance uuid 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:49:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:49:58 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:49:58 user nova-compute[74702]:   <source dev="/dev/sde"/>
Oct 26 01:49:58 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:49:58 user nova-compute[74702]:   <serial>896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a</serial>
Oct 26 01:49:58 user nova-compute[74702]: </disk>
Oct 26 01:49:58 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:49:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:49:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] No VIF found with MAC fa:16:3e:46:e7:98, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:49:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-959b961a-972f-4b0d-8220-d216a37d5af3 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.352s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "24340c4b-2811-4a93-a595-b183b5f1370e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:50:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:50:00 user nova-compute[74702]: INFO nova.compute.claims [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Claim successful on node user
Oct 26 01:50:00 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:50:00 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:50:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.452s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:50:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:50:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:50:00 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:50:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:50:00 user nova-compute[74702]: DEBUG nova.policy [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd78843fc35a425d8bb2bbad2a88ba74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff70c2375cf040e99c2c6c096e8b0600', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:50:01 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Creating image(s)
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "/opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "/opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "/opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.226s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:01 user nova-compute[74702]: INFO nova.compute.manager [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Detaching volume 896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk 1073741824" returned: 0 in 0.060s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.290s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Successfully created port: f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:50:01 user nova-compute[74702]: INFO nova.virt.block_device [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Attempting to driver detach volume 896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a from mountpoint /dev/vdb
Oct 26 01:50:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Attempting to detach device vdb from instance 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:50:01 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:50:01 user nova-compute[74702]:   <source dev="/dev/sde"/>
Oct 26 01:50:01 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:50:01 user nova-compute[74702]:   <serial>896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a</serial>
Oct 26 01:50:01 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:50:01 user nova-compute[74702]: </disk>
Oct 26 01:50:01 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:50:01 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Successfully detached device vdb from instance 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a from the persistent domain config.
Oct 26 01:50:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:50:01 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:50:01 user nova-compute[74702]:   <source dev="/dev/sde"/>
Oct 26 01:50:01 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:50:01 user nova-compute[74702]:   <serial>896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a</serial>
Oct 26 01:50:01 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:50:01 user nova-compute[74702]: </disk>
Oct 26 01:50:01 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.217s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Checking if we can resize image /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Cannot resize image /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Ensure instance console log exists: /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Successfully updated port: f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "refresh_cache-24340c4b-2811-4a93-a595-b183b5f1370e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquired lock "refresh_cache-24340c4b-2811-4a93-a595-b183b5f1370e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-11c52849-a13e-4ecb-a27d-099de322afd7 req-2465adec-1eb8-4808-b7a8-5c145f4078ee service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received event network-changed-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-11c52849-a13e-4ecb-a27d-099de322afd7 req-2465adec-1eb8-4808-b7a8-5c145f4078ee service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Refreshing instance network info cache due to event network-changed-f5b618b3-e561-40e9-9f27-ca9e1293f877. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-11c52849-a13e-4ecb-a27d-099de322afd7 req-2465adec-1eb8-4808-b7a8-5c145f4078ee service nova] Acquiring lock "refresh_cache-24340c4b-2811-4a93-a595-b183b5f1370e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Updating instance_info_cache with network_info: [{"id": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "address": "fa:16:3e:6c:d6:42", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5b618b3-e5", "ovs_interfaceid": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Releasing lock "refresh_cache-24340c4b-2811-4a93-a595-b183b5f1370e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Instance network_info: |[{"id": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "address": "fa:16:3e:6c:d6:42", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5b618b3-e5", "ovs_interfaceid": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-11c52849-a13e-4ecb-a27d-099de322afd7 req-2465adec-1eb8-4808-b7a8-5c145f4078ee service nova] Acquired lock "refresh_cache-24340c4b-2811-4a93-a595-b183b5f1370e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.network.neutron [req-11c52849-a13e-4ecb-a27d-099de322afd7 req-2465adec-1eb8-4808-b7a8-5c145f4078ee service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Refreshing network info cache for port f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Start _get_guest_xml network_info=[{"id": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "address": "fa:16:3e:6c:d6:42", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5b618b3-e5", "ovs_interfaceid": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:50:02 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:50:02 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:50:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:49:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1250106912',display_name='tempest-AttachVolumeNegativeTest-server-1250106912',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1250106912',id=26,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJ37Sj75xT3DLKgeBLHv75qvCPWnzIjNNltBJbk1SdWwU/wwCkgop7Rix8tJRkEgKiSDg6SjvA3vL96qu2kn2ujEFhWoWAFWJpr0ZfiveHEtb+/2HafRLjJq8iONI+g2Q==',key_name='tempest-keypair-1032970473',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff70c2375cf040e99c2c6c096e8b0600',ramdisk_id='',reservation_id='r-pdtiu308',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1370319411',owner_user_name='tempest-AttachVolumeNegativeTest-1370319411-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:50:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd78843fc35a425d8bb2bbad2a88ba74',uuid=24340c4b-2811-4a93-a595-b183b5f1370e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "address": "fa:16:3e:6c:d6:42", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5b618b3-e5", "ovs_interfaceid": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converting VIF {"id": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "address": "fa:16:3e:6c:d6:42", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5b618b3-e5", "ovs_interfaceid": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:d6:42,bridge_name='br-int',has_traffic_filtering=True,id=f5b618b3-e561-40e9-9f27-ca9e1293f877,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5b618b3-e5') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG nova.objects.instance [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'pci_devices' on Instance uuid 24340c4b-2811-4a93-a595-b183b5f1370e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:50:03 user nova-compute[74702]:   <uuid>24340c4b-2811-4a93-a595-b183b5f1370e</uuid>
Oct 26 01:50:03 user nova-compute[74702]:   <name>instance-0000001a</name>
Oct 26 01:50:03 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:50:03 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:50:03 user nova-compute[74702]:   <metadata>
Oct 26 01:50:03 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:50:03 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:50:03 user nova-compute[74702]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1250106912</nova:name>
Oct 26 01:50:03 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:50:02</nova:creationTime>
Oct 26 01:50:03 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:50:03 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:50:03 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:50:03 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:50:03 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:50:03 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:50:03 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:50:03 user nova-compute[74702]:       <nova:owner>
Oct 26 01:50:03 user nova-compute[74702]:         <nova:user uuid="fd78843fc35a425d8bb2bbad2a88ba74">tempest-AttachVolumeNegativeTest-1370319411-project-member</nova:user>
Oct 26 01:50:03 user nova-compute[74702]:         <nova:project uuid="ff70c2375cf040e99c2c6c096e8b0600">tempest-AttachVolumeNegativeTest-1370319411</nova:project>
Oct 26 01:50:03 user nova-compute[74702]:       </nova:owner>
Oct 26 01:50:03 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:50:03 user nova-compute[74702]:       <nova:ports>
Oct 26 01:50:03 user nova-compute[74702]:         <nova:port uuid="f5b618b3-e561-40e9-9f27-ca9e1293f877">
Oct 26 01:50:03 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:50:03 user nova-compute[74702]:         </nova:port>
Oct 26 01:50:03 user nova-compute[74702]:       </nova:ports>
Oct 26 01:50:03 user nova-compute[74702]:     </nova:instance>
Oct 26 01:50:03 user nova-compute[74702]:   </metadata>
Oct 26 01:50:03 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:50:03 user nova-compute[74702]:     <system>
Oct 26 01:50:03 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:50:03 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:50:03 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:50:03 user nova-compute[74702]:       <entry name="serial">24340c4b-2811-4a93-a595-b183b5f1370e</entry>
Oct 26 01:50:03 user nova-compute[74702]:       <entry name="uuid">24340c4b-2811-4a93-a595-b183b5f1370e</entry>
Oct 26 01:50:03 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:50:03 user nova-compute[74702]:     </system>
Oct 26 01:50:03 user nova-compute[74702]:   </sysinfo>
Oct 26 01:50:03 user nova-compute[74702]:   <os>
Oct 26 01:50:03 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:50:03 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:50:03 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:50:03 user nova-compute[74702]:   </os>
Oct 26 01:50:03 user nova-compute[74702]:   <features>
Oct 26 01:50:03 user nova-compute[74702]:     <acpi/>
Oct 26 01:50:03 user nova-compute[74702]:     <apic/>
Oct 26 01:50:03 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:50:03 user nova-compute[74702]:   </features>
Oct 26 01:50:03 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:50:03 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:50:03 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:50:03 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:50:03 user nova-compute[74702]:   </clock>
Oct 26 01:50:03 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:50:03 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:50:03 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:50:03 user nova-compute[74702]:   </cpu>
Oct 26 01:50:03 user nova-compute[74702]:   <devices>
Oct 26 01:50:03 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:50:03 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:50:03 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk"/>
Oct 26 01:50:03 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:50:03 user nova-compute[74702]:     </disk>
Oct 26 01:50:03 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:50:03 user nova-compute[74702]:       <mac address="fa:16:3e:6c:d6:42"/>
Oct 26 01:50:03 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:50:03 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:50:03 user nova-compute[74702]:       <target dev="tapf5b618b3-e5"/>
Oct 26 01:50:03 user nova-compute[74702]:     </interface>
Oct 26 01:50:03 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:50:03 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/console.log" append="off"/>
Oct 26 01:50:03 user nova-compute[74702]:     </serial>
Oct 26 01:50:03 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:50:03 user nova-compute[74702]:     <video>
Oct 26 01:50:03 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:50:03 user nova-compute[74702]:     </video>
Oct 26 01:50:03 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:50:03 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:50:03 user nova-compute[74702]:     </rng>
Oct 26 01:50:03 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:50:03 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:50:03 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:50:03 user nova-compute[74702]:     </memballoon>
Oct 26 01:50:03 user nova-compute[74702]:   </devices>
Oct 26 01:50:03 user nova-compute[74702]: </domain>
Oct 26 01:50:03 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:49:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1250106912',display_name='tempest-AttachVolumeNegativeTest-server-1250106912',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1250106912',id=26,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJ37Sj75xT3DLKgeBLHv75qvCPWnzIjNNltBJbk1SdWwU/wwCkgop7Rix8tJRkEgKiSDg6SjvA3vL96qu2kn2ujEFhWoWAFWJpr0ZfiveHEtb+/2HafRLjJq8iONI+g2Q==',key_name='tempest-keypair-1032970473',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff70c2375cf040e99c2c6c096e8b0600',ramdisk_id='',reservation_id='r-pdtiu308',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1370319411',owner_user_name='tempest-AttachVolumeNegativeTest-1370319411-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:50:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd78843fc35a425d8bb2bbad2a88ba74',uuid=24340c4b-2811-4a93-a595-b183b5f1370e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "address": "fa:16:3e:6c:d6:42", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5b618b3-e5", "ovs_interfaceid": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converting VIF {"id": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "address": "fa:16:3e:6c:d6:42", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5b618b3-e5", "ovs_interfaceid": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:d6:42,bridge_name='br-int',has_traffic_filtering=True,id=f5b618b3-e561-40e9-9f27-ca9e1293f877,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5b618b3-e5') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG os_vif [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:d6:42,bridge_name='br-int',has_traffic_filtering=True,id=f5b618b3-e561-40e9-9f27-ca9e1293f877,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5b618b3-e5') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '02267659-0c29-5283-a4cd-d7194a6dbbbd', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf5b618b3-e5, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf5b618b3-e5, col_values=(('qos', UUID('41efe9ee-aff2-4bc2-b492-47dad085d938')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf5b618b3-e5, col_values=(('external_ids', {'iface-id': 'f5b618b3-e561-40e9-9f27-ca9e1293f877', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6c:d6:42', 'vm-uuid': '24340c4b-2811-4a93-a595-b183b5f1370e'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:03 user nova-compute[74702]: INFO os_vif [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:d6:42,bridge_name='br-int',has_traffic_filtering=True,id=f5b618b3-e561-40e9-9f27-ca9e1293f877,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5b618b3-e5')
Oct 26 01:50:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No VIF found with MAC fa:16:3e:6c:d6:42, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG nova.network.neutron [req-11c52849-a13e-4ecb-a27d-099de322afd7 req-2465adec-1eb8-4808-b7a8-5c145f4078ee service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Updated VIF entry in instance network info cache for port f5b618b3-e561-40e9-9f27-ca9e1293f877. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG nova.network.neutron [req-11c52849-a13e-4ecb-a27d-099de322afd7 req-2465adec-1eb8-4808-b7a8-5c145f4078ee service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Updating instance_info_cache with network_info: [{"id": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "address": "fa:16:3e:6c:d6:42", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5b618b3-e5", "ovs_interfaceid": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:50:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-11c52849-a13e-4ecb-a27d-099de322afd7 req-2465adec-1eb8-4808-b7a8-5c145f4078ee service nova] Releasing lock "refresh_cache-24340c4b-2811-4a93-a595-b183b5f1370e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:50:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6c04cd99-a38f-426e-8ccd-708a6d2f5198 req-8aeefa7f-33a0-4be6-ace9-f76d55bc1aae service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received event network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:50:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6c04cd99-a38f-426e-8ccd-708a6d2f5198 req-8aeefa7f-33a0-4be6-ace9-f76d55bc1aae service nova] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6c04cd99-a38f-426e-8ccd-708a6d2f5198 req-8aeefa7f-33a0-4be6-ace9-f76d55bc1aae service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6c04cd99-a38f-426e-8ccd-708a6d2f5198 req-8aeefa7f-33a0-4be6-ace9-f76d55bc1aae service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-6c04cd99-a38f-426e-8ccd-708a6d2f5198 req-8aeefa7f-33a0-4be6-ace9-f76d55bc1aae service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] No waiting events found dispatching network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:50:04 user nova-compute[74702]: WARNING nova.compute.manager [req-6c04cd99-a38f-426e-8ccd-708a6d2f5198 req-8aeefa7f-33a0-4be6-ace9-f76d55bc1aae service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received unexpected event network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 for instance with vm_state building and task_state spawning.
Oct 26 01:50:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:50:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Instance spawned successfully.
Oct 26 01:50:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:50:06 user nova-compute[74702]: INFO nova.compute.manager [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Took 5.82 seconds to spawn the instance on the hypervisor.
Oct 26 01:50:06 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:50:06 user nova-compute[74702]: INFO nova.compute.manager [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Took 6.65 seconds to build instance.
Oct 26 01:50:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-b5985eeb-6a3f-4bd7-978c-69bd49ae4c8a req-6209ca56-8560-46e8-aea0-359a47f21ecb service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received event network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b5985eeb-6a3f-4bd7-978c-69bd49ae4c8a req-6209ca56-8560-46e8-aea0-359a47f21ecb service nova] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b5985eeb-6a3f-4bd7-978c-69bd49ae4c8a req-6209ca56-8560-46e8-aea0-359a47f21ecb service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b5985eeb-6a3f-4bd7-978c-69bd49ae4c8a req-6209ca56-8560-46e8-aea0-359a47f21ecb service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-b5985eeb-6a3f-4bd7-978c-69bd49ae4c8a req-6209ca56-8560-46e8-aea0-359a47f21ecb service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] No waiting events found dispatching network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:50:06 user nova-compute[74702]: WARNING nova.compute.manager [req-b5985eeb-6a3f-4bd7-978c-69bd49ae4c8a req-6209ca56-8560-46e8-aea0-359a47f21ecb service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received unexpected event network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 for instance with vm_state active and task_state None.
Oct 26 01:50:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8eb9c96a-aa40-4317-be6e-edc39d053cd9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "24340c4b-2811-4a93-a595-b183b5f1370e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.876s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:50:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:50:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:50:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:50:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 01:50:22 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a is timed out.
Oct 26 01:50:22 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Successfully detached device vdb from instance 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a from the live domain config.
Oct 26 01:50:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CNXIPEWS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:50:22 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7744cdcc-7e2b-44a5-8583-1dc19598f7b9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:50:22 user nova-compute[74702]: No targets found.
Oct 26 01:50:22 user nova-compute[74702]: iSNS:
Oct 26 01:50:22 user nova-compute[74702]: No targets found.
Oct 26 01:50:22 user nova-compute[74702]: STATIC:
Oct 26 01:50:22 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a
Oct 26 01:50:22 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:50:22 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:50:22 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93
Oct 26 01:50:22 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:50:22 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:50:22 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa
Oct 26 01:50:22 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:50:22 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:50:22 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f
Oct 26 01:50:22 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:50:22 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:50:22 user nova-compute[74702]: FIRMWARE:
Oct 26 01:50:22 user nova-compute[74702]: No targets found.
Oct 26 01:50:22 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:50:22 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:50:22 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[616942be-bffa-47cd-b75c-be8925179661]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e77a58d-23e9-4971-a75d-15d132c6814f]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:50:22 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:50:22 user nova-compute[74702]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:50:22 user nova-compute[74702]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a (non-flash)
Oct 26 01:50:22 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:50:22 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:50:22 user nova-compute[74702]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:50:22 user nova-compute[74702]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a (non-flash)
Oct 26 01:50:22 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084ca200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a'): ({'sde'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Removing single pathed devices sde {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c0b4ef5-5a3d-4b8d-bf67-1dea1b32f4b7]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d38733b-aa5b-4604-bb17-9a1d8be5ef06]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Flushing IO for device /dev/sde {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b691b1c-2568-4f14-a681-86fff6a960a8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.046s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[eed82118-65e9-4d5e-9b84-bc02ba16a085]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] SCSI volumes sde have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[55448bfd-311a-49dd-91dd-604e78e05875]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[867c0f76-e3be-4a7c-965c-a12134ab5723]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a, portal: 172.16.0.220,3260]
Oct 26 01:50:22 user nova-compute[74702]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a, portal: 172.16.0.220,3260] successful.
Oct 26 01:50:22 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:896abe3a-dd8c-44bd-a2ae-bcb42dc68b8a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[18bd2f83-e387-4a3e-91d4-ac62f0728871]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] <== disconnect_volume: return (305ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:50:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:50:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:23 user nova-compute[74702]: DEBUG nova.objects.instance [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lazy-loading 'flavor' on Instance uuid 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:50:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-48411a11-00a8-477f-85f9-267e2f1d8069 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.954s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:50:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:50:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:50:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:25 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:50:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:50:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.231s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG nova.compute.manager [req-f77a205a-b562-4196-8cc7-c78f5a923233 req-caa0cc2e-793d-4255-a951-b850fe245c8b service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-changed-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG nova.compute.manager [req-f77a205a-b562-4196-8cc7-c78f5a923233 req-caa0cc2e-793d-4255-a951-b850fe245c8b service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Refreshing instance network info cache due to event network-changed-a6cb6933-6f82-4196-8ecf-147c98e9b533. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f77a205a-b562-4196-8cc7-c78f5a923233 req-caa0cc2e-793d-4255-a951-b850fe245c8b service nova] Acquiring lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f77a205a-b562-4196-8cc7-c78f5a923233 req-caa0cc2e-793d-4255-a951-b850fe245c8b service nova] Acquired lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:50:29 user nova-compute[74702]: DEBUG nova.network.neutron [req-f77a205a-b562-4196-8cc7-c78f5a923233 req-caa0cc2e-793d-4255-a951-b850fe245c8b service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Refreshing network info cache for port a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:50:30 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:50:30 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=7507MB free_disk=25.116455078125GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b22ee407-4b61-4864-8679-581f4f9051b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 029a05df-80aa-4505-8cd6-d95f4fe0469b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 1f8b6ddf-19eb-476b-9111-b7981d96a064 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 24340c4b-2811-4a93-a595-b183b5f1370e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.network.neutron [req-f77a205a-b562-4196-8cc7-c78f5a923233 req-caa0cc2e-793d-4255-a951-b850fe245c8b service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updated VIF entry in instance network info cache for port a6cb6933-6f82-4196-8ecf-147c98e9b533. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.network.neutron [req-f77a205a-b562-4196-8cc7-c78f5a923233 req-caa0cc2e-793d-4255-a951-b850fe245c8b service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updating instance_info_cache with network_info: [{"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 01:50:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f77a205a-b562-4196-8cc7-c78f5a923233 req-caa0cc2e-793d-4255-a951-b850fe245c8b service nova] Releasing lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:50:31 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:50:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:31 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:50:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:50:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.952s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:50:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:50:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:50:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:50:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:50:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:36 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:50:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:40 user nova-compute[74702]: INFO nova.compute.manager [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Shelving
Oct 26 01:50:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8a597f7-ad5a-4dbf-b01e-5ba28ac65f91 req-ddd8725c-4a3a-48a5-a847-05bb87d18b4c service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-vif-unplugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:50:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8a597f7-ad5a-4dbf-b01e-5ba28ac65f91 req-ddd8725c-4a3a-48a5-a847-05bb87d18b4c service nova] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8a597f7-ad5a-4dbf-b01e-5ba28ac65f91 req-ddd8725c-4a3a-48a5-a847-05bb87d18b4c service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8a597f7-ad5a-4dbf-b01e-5ba28ac65f91 req-ddd8725c-4a3a-48a5-a847-05bb87d18b4c service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8a597f7-ad5a-4dbf-b01e-5ba28ac65f91 req-ddd8725c-4a3a-48a5-a847-05bb87d18b4c service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] No waiting events found dispatching network-vif-unplugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:50:40 user nova-compute[74702]: WARNING nova.compute.manager [req-b8a597f7-ad5a-4dbf-b01e-5ba28ac65f91 req-ddd8725c-4a3a-48a5-a847-05bb87d18b4c service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received unexpected event network-vif-unplugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 for instance with vm_state active and task_state shelving.
Oct 26 01:50:40 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Instance destroyed successfully.
Oct 26 01:50:40 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Beginning cold snapshot process
Oct 26 01:50:40 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 01:50:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk /opt/stack/data/nova/instances/snapshots/tmphx3_1c7i/011a3409fba94da3952de96e4afd073a {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:50:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk /opt/stack/data/nova/instances/snapshots/tmphx3_1c7i/011a3409fba94da3952de96e4afd073a" returned: 0 in 0.907s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:50:41 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Snapshot extracted, beginning image upload
Oct 26 01:50:42 user nova-compute[74702]: DEBUG nova.compute.manager [req-4bf118fd-3652-401f-aca4-fc8dae66e556 req-fce72635-3c4b-4238-be00-bf7b77aec9b9 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:50:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4bf118fd-3652-401f-aca4-fc8dae66e556 req-fce72635-3c4b-4238-be00-bf7b77aec9b9 service nova] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4bf118fd-3652-401f-aca4-fc8dae66e556 req-fce72635-3c4b-4238-be00-bf7b77aec9b9 service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4bf118fd-3652-401f-aca4-fc8dae66e556 req-fce72635-3c4b-4238-be00-bf7b77aec9b9 service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:42 user nova-compute[74702]: DEBUG nova.compute.manager [req-4bf118fd-3652-401f-aca4-fc8dae66e556 req-fce72635-3c4b-4238-be00-bf7b77aec9b9 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] No waiting events found dispatching network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:50:42 user nova-compute[74702]: WARNING nova.compute.manager [req-4bf118fd-3652-401f-aca4-fc8dae66e556 req-fce72635-3c4b-4238-be00-bf7b77aec9b9 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received unexpected event network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 for instance with vm_state active and task_state shelving_image_uploading.
Oct 26 01:50:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:44 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Snapshot image upload complete
Oct 26 01:50:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:50:44 user nova-compute[74702]: INFO nova.compute.manager [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Shelve offloading
Oct 26 01:50:44 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Instance destroyed successfully.
Oct 26 01:50:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:50:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:50:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquired lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:50:44 user nova-compute[74702]: DEBUG nova.network.neutron [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG nova.network.neutron [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updating instance_info_cache with network_info: [{"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Releasing lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:50:45 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Instance destroyed successfully.
Oct 26 01:50:45 user nova-compute[74702]: DEBUG nova.objects.instance [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'resources' on Instance uuid 029a05df-80aa-4505-8cd6-d95f4fe0469b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:48:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-117580967',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-117580967',id=23,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLyS0gtluR66f+veacqTzWVtkYK9304oxmi1XYIveSSIHUV1JOuSA2lHfGkjwoOMjxji2MwfP7DAI7TNnHqqYkAfv+TVIv6SsYBxGgDX3rlA2CzK76mnXNKLVzsyrjM22A==',key_name='tempest-keypair-1323366891',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:48:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='224e2c19388f42db8cc98cf8c1ce1a1f',ramdisk_id='',reservation_id='r-yi4b9mne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-837425543',owner_user_name='tempest-AttachVolumeShelveTestJSON-837425543-project-member',shelved_at='2023-10-26T01:50:44.341330',shelved_host='user',shelved_image_id='e571b472-fa18-4348-adb0-8206ff0fcd28'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:50:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c2fb25bcfb14638a427f6abce1d535c',uuid=029a05df-80aa-4505-8cd6-d95f4fe0469b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converting VIF {"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG os_vif [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa6cb6933-6f, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=181bd8db-de78-4d2d-bc19-957face2d467) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-36d84b5c-f79f-4ab4-b78b-ca45d3e865ac req-a57d7bd4-dc65-4cbb-aad3-5b20ad0b67f5 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-changed-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-36d84b5c-f79f-4ab4-b78b-ca45d3e865ac req-a57d7bd4-dc65-4cbb-aad3-5b20ad0b67f5 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Refreshing instance network info cache due to event network-changed-a6cb6933-6f82-4196-8ecf-147c98e9b533. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-36d84b5c-f79f-4ab4-b78b-ca45d3e865ac req-a57d7bd4-dc65-4cbb-aad3-5b20ad0b67f5 service nova] Acquiring lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-36d84b5c-f79f-4ab4-b78b-ca45d3e865ac req-a57d7bd4-dc65-4cbb-aad3-5b20ad0b67f5 service nova] Acquired lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:50:45 user nova-compute[74702]: DEBUG nova.network.neutron [req-36d84b5c-f79f-4ab4-b78b-ca45d3e865ac req-a57d7bd4-dc65-4cbb-aad3-5b20ad0b67f5 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Refreshing network info cache for port a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:50:45 user nova-compute[74702]: INFO os_vif [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f')
Oct 26 01:50:45 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Deleting instance files /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b_del
Oct 26 01:50:45 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Deletion of /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b_del complete
Oct 26 01:50:45 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Deleted allocations for instance 029a05df-80aa-4505-8cd6-d95f4fe0469b
Oct 26 01:50:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:46 user nova-compute[74702]: DEBUG nova.objects.instance [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'numa_topology' on Instance uuid 029a05df-80aa-4505-8cd6-d95f4fe0469b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:50:46 user nova-compute[74702]: DEBUG nova.objects.base [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Object Instance<029a05df-80aa-4505-8cd6-d95f4fe0469b> lazy-loaded attributes: resources,numa_topology {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:50:46 user nova-compute[74702]: DEBUG nova.network.neutron [req-36d84b5c-f79f-4ab4-b78b-ca45d3e865ac req-a57d7bd4-dc65-4cbb-aad3-5b20ad0b67f5 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updated VIF entry in instance network info cache for port a6cb6933-6f82-4196-8ecf-147c98e9b533. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:50:46 user nova-compute[74702]: DEBUG nova.network.neutron [req-36d84b5c-f79f-4ab4-b78b-ca45d3e865ac req-a57d7bd4-dc65-4cbb-aad3-5b20ad0b67f5 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updating instance_info_cache with network_info: [{"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:50:46 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:50:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-36d84b5c-f79f-4ab4-b78b-ca45d3e865ac req-a57d7bd4-dc65-4cbb-aad3-5b20ad0b67f5 service nova] Releasing lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:50:46 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:50:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.313s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4251673b-7b96-46d2-bd5e-1c3332f4afbc tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.346s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-01907da0-308c-47db-8b05-f41f72b56a67 req-3cff4fff-fe62-453c-b4d6-d7f55024b38a service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Received event network-changed-b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-01907da0-308c-47db-8b05-f41f72b56a67 req-3cff4fff-fe62-453c-b4d6-d7f55024b38a service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Refreshing instance network info cache due to event network-changed-b1e185e0-f692-465b-979a-c813c73c5f12. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-01907da0-308c-47db-8b05-f41f72b56a67 req-3cff4fff-fe62-453c-b4d6-d7f55024b38a service nova] Acquiring lock "refresh_cache-4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-01907da0-308c-47db-8b05-f41f72b56a67 req-3cff4fff-fe62-453c-b4d6-d7f55024b38a service nova] Acquired lock "refresh_cache-4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG nova.network.neutron [req-01907da0-308c-47db-8b05-f41f72b56a67 req-3cff4fff-fe62-453c-b4d6-d7f55024b38a service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Refreshing network info cache for port b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:52 user nova-compute[74702]: INFO nova.compute.manager [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Terminating instance
Oct 26 01:50:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG nova.network.neutron [req-01907da0-308c-47db-8b05-f41f72b56a67 req-3cff4fff-fe62-453c-b4d6-d7f55024b38a service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Updated VIF entry in instance network info cache for port b1e185e0-f692-465b-979a-c813c73c5f12. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG nova.network.neutron [req-01907da0-308c-47db-8b05-f41f72b56a67 req-3cff4fff-fe62-453c-b4d6-d7f55024b38a service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Updating instance_info_cache with network_info: [{"id": "b1e185e0-f692-465b-979a-c813c73c5f12", "address": "fa:16:3e:46:e7:98", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e185e0-f6", "ovs_interfaceid": "b1e185e0-f692-465b-979a-c813c73c5f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:50:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-01907da0-308c-47db-8b05-f41f72b56a67 req-3cff4fff-fe62-453c-b4d6-d7f55024b38a service nova] Releasing lock "refresh_cache-4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:50:53 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Instance destroyed successfully.
Oct 26 01:50:53 user nova-compute[74702]: DEBUG nova.objects.instance [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lazy-loading 'resources' on Instance uuid 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:47:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-645261837',display_name='tempest-TestStampPattern-server-645261837',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-645261837',id=22,image_ref='c1ecc3b8-1864-4230-ad63-fb07c8bee66f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhvi7gAe3C3lKOCxPzMYjuSQno7JICM/l8scFTtc5U9tuWF/RCYn47Ke9iN86Cl/jMvUaLm8zjikiQHpD37EEWKMfyw4NBr7azCV1cQf78dEkm7APN65fY6G9/OCrxCxw==',key_name='tempest-TestStampPattern-1340922439',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:47:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='401493794e7741e986abede767e65c12',ramdisk_id='',reservation_id='r-9odlzab4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='097ddd57-72fc-41c5-83f2-bfbf28c2c2f7',image_min_disk='1',image_min_ram='0',image_owner_id='401493794e7741e986abede767e65c12',image_owner_project_name='tempest-TestStampPattern-1324244712',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1324244712-project-member',image_user_id='db71f44cad9645b98a77fcf178161ab8',owner_project_name='tempest-TestStampPattern-1324244712',owner_user_name='tempest-TestStampPattern-1324244712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:47:51Z,user_data=None,user_id='db71f44cad9645b98a77fcf178161ab8',uuid=4f4ba2a7-139b-4af2-a8a7-e4ebae26294a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b1e185e0-f692-465b-979a-c813c73c5f12", "address": "fa:16:3e:46:e7:98", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e185e0-f6", "ovs_interfaceid": "b1e185e0-f692-465b-979a-c813c73c5f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Converting VIF {"id": "b1e185e0-f692-465b-979a-c813c73c5f12", "address": "fa:16:3e:46:e7:98", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb1e185e0-f6", "ovs_interfaceid": "b1e185e0-f692-465b-979a-c813c73c5f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:46:e7:98,bridge_name='br-int',has_traffic_filtering=True,id=b1e185e0-f692-465b-979a-c813c73c5f12,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e185e0-f6') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG os_vif [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:e7:98,bridge_name='br-int',has_traffic_filtering=True,id=b1e185e0-f692-465b-979a-c813c73c5f12,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e185e0-f6') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb1e185e0-f6, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=83817960-b886-4730-b985-8d7d329067b2) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:50:53 user nova-compute[74702]: INFO os_vif [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:e7:98,bridge_name='br-int',has_traffic_filtering=True,id=b1e185e0-f692-465b-979a-c813c73c5f12,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb1e185e0-f6')
Oct 26 01:50:53 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Deleting instance files /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a_del
Oct 26 01:50:53 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Deletion of /opt/stack/data/nova/instances/4f4ba2a7-139b-4af2-a8a7-e4ebae26294a_del complete
Oct 26 01:50:53 user nova-compute[74702]: INFO nova.compute.manager [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 26 01:50:53 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:50:53 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Took 0.53 seconds to deallocate network for instance.
Oct 26 01:50:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:54 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:50:54 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:50:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.285s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:54 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Deleted allocations for instance 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a
Oct 26 01:50:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-878f093d-592d-4eea-b4e2-d02bdd2f20a7 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.880s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Received event network-vif-unplugged-b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:50:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] Acquiring lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] No waiting events found dispatching network-vif-unplugged-b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:50:54 user nova-compute[74702]: WARNING nova.compute.manager [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Received unexpected event network-vif-unplugged-b1e185e0-f692-465b-979a-c813c73c5f12 for instance with vm_state deleted and task_state None.
Oct 26 01:50:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Received event network-vif-plugged-b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:50:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] Acquiring lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:50:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:50:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] Lock "4f4ba2a7-139b-4af2-a8a7-e4ebae26294a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:50:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] No waiting events found dispatching network-vif-plugged-b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:50:54 user nova-compute[74702]: WARNING nova.compute.manager [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Received unexpected event network-vif-plugged-b1e185e0-f692-465b-979a-c813c73c5f12 for instance with vm_state deleted and task_state None.
Oct 26 01:50:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-7967ae24-92cf-46c0-9839-6e3dd8d211a0 req-71750548-ba7a-4113-9440-a7c9fc17b8c2 service nova] [instance: 4f4ba2a7-139b-4af2-a8a7-e4ebae26294a] Received event network-vif-deleted-b1e185e0-f692-465b-979a-c813c73c5f12 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:50:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:50:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-2b67d231-f684-4c66-9792-04b17ae87356 req-1e87463b-3ec4-417a-a93e-1391395d2514 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received event network-changed-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:50:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-2b67d231-f684-4c66-9792-04b17ae87356 req-1e87463b-3ec4-417a-a93e-1391395d2514 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Refreshing instance network info cache due to event network-changed-fd79c623-ab76-4d72-9609-317501b8d1c3. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:50:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2b67d231-f684-4c66-9792-04b17ae87356 req-1e87463b-3ec4-417a-a93e-1391395d2514 service nova] Acquiring lock "refresh_cache-1f8b6ddf-19eb-476b-9111-b7981d96a064" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:50:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2b67d231-f684-4c66-9792-04b17ae87356 req-1e87463b-3ec4-417a-a93e-1391395d2514 service nova] Acquired lock "refresh_cache-1f8b6ddf-19eb-476b-9111-b7981d96a064" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:50:59 user nova-compute[74702]: DEBUG nova.network.neutron [req-2b67d231-f684-4c66-9792-04b17ae87356 req-1e87463b-3ec4-417a-a93e-1391395d2514 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Refreshing network info cache for port fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:51:00 user nova-compute[74702]: DEBUG nova.network.neutron [req-2b67d231-f684-4c66-9792-04b17ae87356 req-1e87463b-3ec4-417a-a93e-1391395d2514 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Updated VIF entry in instance network info cache for port fd79c623-ab76-4d72-9609-317501b8d1c3. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:51:00 user nova-compute[74702]: DEBUG nova.network.neutron [req-2b67d231-f684-4c66-9792-04b17ae87356 req-1e87463b-3ec4-417a-a93e-1391395d2514 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Updating instance_info_cache with network_info: [{"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:51:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2b67d231-f684-4c66-9792-04b17ae87356 req-1e87463b-3ec4-417a-a93e-1391395d2514 service nova] Releasing lock "refresh_cache-1f8b6ddf-19eb-476b-9111-b7981d96a064" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:51:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-b0ccffc8-7129-41de-8f96-688d494285c2 req-309401c7-cca3-41e7-9529-4acf82795f30 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Received event network-changed-7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-b0ccffc8-7129-41de-8f96-688d494285c2 req-309401c7-cca3-41e7-9529-4acf82795f30 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Refreshing instance network info cache due to event network-changed-7d7239ed-38ca-4388-b1c7-1422e3ad7351. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:51:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b0ccffc8-7129-41de-8f96-688d494285c2 req-309401c7-cca3-41e7-9529-4acf82795f30 service nova] Acquiring lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:51:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b0ccffc8-7129-41de-8f96-688d494285c2 req-309401c7-cca3-41e7-9529-4acf82795f30 service nova] Acquired lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:51:01 user nova-compute[74702]: DEBUG nova.network.neutron [req-b0ccffc8-7129-41de-8f96-688d494285c2 req-309401c7-cca3-41e7-9529-4acf82795f30 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Refreshing network info cache for port 7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:51:02 user nova-compute[74702]: INFO nova.compute.manager [None req-c520b1fe-f2fe-4023-a57e-119787620fa8 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Unrescuing
Oct 26 01:51:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c520b1fe-f2fe-4023-a57e-119787620fa8 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c520b1fe-f2fe-4023-a57e-119787620fa8 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquired lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c520b1fe-f2fe-4023-a57e-119787620fa8 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:51:02 user nova-compute[74702]: INFO nova.compute.manager [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Rebuilding instance
Oct 26 01:51:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG nova.network.neutron [req-b0ccffc8-7129-41de-8f96-688d494285c2 req-309401c7-cca3-41e7-9529-4acf82795f30 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updated VIF entry in instance network info cache for port 7d7239ed-38ca-4388-b1c7-1422e3ad7351. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG nova.network.neutron [req-b0ccffc8-7129-41de-8f96-688d494285c2 req-309401c7-cca3-41e7-9529-4acf82795f30 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updating instance_info_cache with network_info: [{"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b0ccffc8-7129-41de-8f96-688d494285c2 req-309401c7-cca3-41e7-9529-4acf82795f30 service nova] Releasing lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c520b1fe-f2fe-4023-a57e-119787620fa8 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updating instance_info_cache with network_info: [{"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c520b1fe-f2fe-4023-a57e-119787620fa8 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Releasing lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG nova.objects.instance [None req-c520b1fe-f2fe-4023-a57e-119787620fa8 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'flavor' on Instance uuid f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:51:02 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Instance destroyed successfully.
Oct 26 01:51:02 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Instance destroyed successfully.
Oct 26 01:51:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:49:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1765961016',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1277011300',id=24,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK557Kqb5Bzuv4eM6UXNjTukWnVNH1cN5xOVOUrbNbzf0DZlLAvjfeQAo6RvWoH8NBniZHg2yyKzA7uHkt4vTGWMNxgdEsQka0U2SFGqxm7V35Mp6+M1lOipU0AWthgtAw==',key_name='tempest-keypair-785037015',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:49:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='67e2391dffe34a0cb7e754a3e3615eac',ramdisk_id='',reservation_id='r-a1s4yhvh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-2061506231',owner_user_name='tempest-ServerActionsV293TestJSON-2061506231-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:51:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f20608a551c14c519d951517e60e77a4',uuid=1f8b6ddf-19eb-476b-9111-b7981d96a064,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Converting VIF {"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG os_vif [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfd79c623-ab, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:51:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d74d1485-80f0-4056-a37e-96fe888ee757) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:51:03 user nova-compute[74702]: INFO os_vif [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab')
Oct 26 01:51:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xIEdMWYe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:51:03 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d992d1-f7da-420f-8587-631b035a1524]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:51:03 user nova-compute[74702]: No targets found.
Oct 26 01:51:03 user nova-compute[74702]: iSNS:
Oct 26 01:51:03 user nova-compute[74702]: No targets found.
Oct 26 01:51:03 user nova-compute[74702]: STATIC:
Oct 26 01:51:03 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93
Oct 26 01:51:03 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:51:03 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:51:03 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa
Oct 26 01:51:03 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:51:03 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:51:03 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f
Oct 26 01:51:03 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:51:03 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:51:03 user nova-compute[74702]: FIRMWARE:
Oct 26 01:51:03 user nova-compute[74702]: No targets found.
Oct 26 01:51:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:51:03 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:51:03 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[78fe2e6f-d623-4b59-abce-984163a0fe63]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0753857-be45-45f2-872f-58752ee0bb97]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:51:03 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:51:03 user nova-compute[74702]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:51:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:51:03 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:51:03 user nova-compute[74702]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:51:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084af400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93'): ({'sdd'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Removing single pathed devices sdd {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd710ed7-3dbb-4bb3-8ae4-bc4b9e5da831]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8a0f578-c093-465e-8c73-ba37e9b6b4cd]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Flushing IO for device /dev/sdd {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[273a85e9-a0e2-42bf-90b2-3f1c6427f57c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[383efa4a-ced6-48e3-9c5e-9f3edc28edc0]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-5610a830-d9ed-4334-92f9-99419239192c req-4e673a08-e235-44b0-9a8e-aa7b61a6ae05 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-unplugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5610a830-d9ed-4334-92f9-99419239192c req-4e673a08-e235-44b0-9a8e-aa7b61a6ae05 service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5610a830-d9ed-4334-92f9-99419239192c req-4e673a08-e235-44b0-9a8e-aa7b61a6ae05 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5610a830-d9ed-4334-92f9-99419239192c req-4e673a08-e235-44b0-9a8e-aa7b61a6ae05 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-5610a830-d9ed-4334-92f9-99419239192c req-4e673a08-e235-44b0-9a8e-aa7b61a6ae05 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-unplugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:51:03 user nova-compute[74702]: WARNING nova.compute.manager [req-5610a830-d9ed-4334-92f9-99419239192c req-4e673a08-e235-44b0-9a8e-aa7b61a6ae05 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-unplugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state rescued and task_state unrescuing.
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_b11ea65c', '/dev/disk/by-id/scsi-23639343461646137', '/dev/disk/by-id/scsi-1SCST_BIOb11ea65c-6944ada79aa656f0') {{(pid=85952) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 01:51:03 user nova-compute[74702]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_b11ea65c
Oct 26 01:51:03 user nova-compute[74702]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23639343461646137
Oct 26 01:51:03 user nova-compute[74702]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOb11ea65c-6944ada79aa656f0
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb6f6168-261e-4cf7-9226-cb56fba7e68f]: (4, None) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.033s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eaee539-0aa4-4ad4-b191-38543ab1b724]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b254c03c-2b2a-4dcf-aff1-2cd1020aa460]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260]
Oct 26 01:51:03 user nova-compute[74702]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260] successful.
Oct 26 01:51:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dcb8e22-fadc-4b88-b46a-1a71e9a0fabc]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.360s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] <== disconnect_volume: return (362ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:51:03 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Deleting instance files /opt/stack/data/nova/instances/1f8b6ddf-19eb-476b-9111-b7981d96a064_del
Oct 26 01:51:03 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Deletion of /opt/stack/data/nova/instances/1f8b6ddf-19eb-476b-9111-b7981d96a064_del complete
Oct 26 01:51:03 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 1f8b6ddf-19eb-476b-9111-b7981d96a064 could not be found.
Oct 26 01:51:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xIEdMWYe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:51:03 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[12d80931-7b7d-449c-9012-2aba46ed041e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:51:03 user nova-compute[74702]: No targets found.
Oct 26 01:51:03 user nova-compute[74702]: iSNS:
Oct 26 01:51:03 user nova-compute[74702]: No targets found.
Oct 26 01:51:03 user nova-compute[74702]: STATIC:
Oct 26 01:51:03 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa
Oct 26 01:51:03 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:51:03 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:51:03 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f
Oct 26 01:51:03 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:51:03 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:51:03 user nova-compute[74702]: FIRMWARE:
Oct 26 01:51:03 user nova-compute[74702]: No targets found.
Oct 26 01:51:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:51:03 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:51:03 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1669a43-4b81-44a8-8eb9-41deb13200c5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9499b8bb-b498-4e92-84af-25c9b674d08b]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:51:03 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:51:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:51:03 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:51:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95083d7eb0>, {}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Disconnecting from: [] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.069s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] <== disconnect_volume: return (70ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:51:03 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Instance destroyed successfully.
Oct 26 01:51:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-2765d203-1d41-4cb4-9a34-ed6a39bff779 req-c11a6f72-e149-41be-989f-b764b1bb77df service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received event network-vif-unplugged-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2765d203-1d41-4cb4-9a34-ed6a39bff779 req-c11a6f72-e149-41be-989f-b764b1bb77df service nova] Acquiring lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2765d203-1d41-4cb4-9a34-ed6a39bff779 req-c11a6f72-e149-41be-989f-b764b1bb77df service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2765d203-1d41-4cb4-9a34-ed6a39bff779 req-c11a6f72-e149-41be-989f-b764b1bb77df service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-2765d203-1d41-4cb4-9a34-ed6a39bff779 req-c11a6f72-e149-41be-989f-b764b1bb77df service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] No waiting events found dispatching network-vif-unplugged-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:51:03 user nova-compute[74702]: WARNING nova.compute.manager [req-2765d203-1d41-4cb4-9a34-ed6a39bff779 req-c11a6f72-e149-41be-989f-b764b1bb77df service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received unexpected event network-vif-unplugged-fd79c623-ab76-4d72-9609-317501b8d1c3 for instance with vm_state active and task_state rebuilding.
Oct 26 01:51:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-2765d203-1d41-4cb4-9a34-ed6a39bff779 req-c11a6f72-e149-41be-989f-b764b1bb77df service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received event network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2765d203-1d41-4cb4-9a34-ed6a39bff779 req-c11a6f72-e149-41be-989f-b764b1bb77df service nova] Acquiring lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2765d203-1d41-4cb4-9a34-ed6a39bff779 req-c11a6f72-e149-41be-989f-b764b1bb77df service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2765d203-1d41-4cb4-9a34-ed6a39bff779 req-c11a6f72-e149-41be-989f-b764b1bb77df service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-2765d203-1d41-4cb4-9a34-ed6a39bff779 req-c11a6f72-e149-41be-989f-b764b1bb77df service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] No waiting events found dispatching network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:51:03 user nova-compute[74702]: WARNING nova.compute.manager [req-2765d203-1d41-4cb4-9a34-ed6a39bff779 req-c11a6f72-e149-41be-989f-b764b1bb77df service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received unexpected event network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 for instance with vm_state active and task_state rebuilding.
Oct 26 01:51:04 user nova-compute[74702]: DEBUG nova.compute.manager [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Preparing to wait for external event volume-reimaged-c00818eb-9e9a-4743-bf85-be5762f97b93 {{(pid=74702) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 26 01:51:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-6abed43b-1292-48a2-8335-f3d7b878ea15 req-bb0a3875-1364-4e00-b1b5-b6efd894f202 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6abed43b-1292-48a2-8335-f3d7b878ea15 req-bb0a3875-1364-4e00-b1b5-b6efd894f202 service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6abed43b-1292-48a2-8335-f3d7b878ea15 req-bb0a3875-1364-4e00-b1b5-b6efd894f202 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6abed43b-1292-48a2-8335-f3d7b878ea15 req-bb0a3875-1364-4e00-b1b5-b6efd894f202 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-6abed43b-1292-48a2-8335-f3d7b878ea15 req-bb0a3875-1364-4e00-b1b5-b6efd894f202 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:51:05 user nova-compute[74702]: WARNING nova.compute.manager [req-6abed43b-1292-48a2-8335-f3d7b878ea15 req-bb0a3875-1364-4e00-b1b5-b6efd894f202 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state rescued and task_state unrescuing.
Oct 26 01:51:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-5e9f9db3-7942-4a8f-ae5a-4d67740f5443 req-1940c057-0448-4ceb-82ae-01eff925f2fc service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e9f9db3-7942-4a8f-ae5a-4d67740f5443 req-1940c057-0448-4ceb-82ae-01eff925f2fc service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e9f9db3-7942-4a8f-ae5a-4d67740f5443 req-1940c057-0448-4ceb-82ae-01eff925f2fc service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e9f9db3-7942-4a8f-ae5a-4d67740f5443 req-1940c057-0448-4ceb-82ae-01eff925f2fc service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-5e9f9db3-7942-4a8f-ae5a-4d67740f5443 req-1940c057-0448-4ceb-82ae-01eff925f2fc service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:51:07 user nova-compute[74702]: WARNING nova.compute.manager [req-5e9f9db3-7942-4a8f-ae5a-4d67740f5443 req-1940c057-0448-4ceb-82ae-01eff925f2fc service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state rescued and task_state unrescuing.
Oct 26 01:51:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-5e9f9db3-7942-4a8f-ae5a-4d67740f5443 req-1940c057-0448-4ceb-82ae-01eff925f2fc service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e9f9db3-7942-4a8f-ae5a-4d67740f5443 req-1940c057-0448-4ceb-82ae-01eff925f2fc service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e9f9db3-7942-4a8f-ae5a-4d67740f5443 req-1940c057-0448-4ceb-82ae-01eff925f2fc service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e9f9db3-7942-4a8f-ae5a-4d67740f5443 req-1940c057-0448-4ceb-82ae-01eff925f2fc service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-5e9f9db3-7942-4a8f-ae5a-4d67740f5443 req-1940c057-0448-4ceb-82ae-01eff925f2fc service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:51:07 user nova-compute[74702]: WARNING nova.compute.manager [req-5e9f9db3-7942-4a8f-ae5a-4d67740f5443 req-1940c057-0448-4ceb-82ae-01eff925f2fc service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state rescued and task_state unrescuing.
Oct 26 01:51:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c520b1fe-f2fe-4023-a57e-119787620fa8 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:51:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:10 user nova-compute[74702]: INFO nova.compute.manager [None req-2fd0121e-4812-49be-a36a-8e11674dab35 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Unrescuing
Oct 26 01:51:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2fd0121e-4812-49be-a36a-8e11674dab35 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:51:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2fd0121e-4812-49be-a36a-8e11674dab35 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquired lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:51:10 user nova-compute[74702]: DEBUG nova.network.neutron [None req-2fd0121e-4812-49be-a36a-8e11674dab35 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:51:10 user nova-compute[74702]: DEBUG nova.network.neutron [None req-2fd0121e-4812-49be-a36a-8e11674dab35 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updating instance_info_cache with network_info: [{"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:51:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2fd0121e-4812-49be-a36a-8e11674dab35 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Releasing lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:51:10 user nova-compute[74702]: DEBUG nova.objects.instance [None req-2fd0121e-4812-49be-a36a-8e11674dab35 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lazy-loading 'flavor' on Instance uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:51:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-94cff72b-c755-4d07-9257-d83e1bd3a9ff req-bd0300b2-0727-43ea-8a13-6b1f776a0cd0 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-unplugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-94cff72b-c755-4d07-9257-d83e1bd3a9ff req-bd0300b2-0727-43ea-8a13-6b1f776a0cd0 service nova] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-94cff72b-c755-4d07-9257-d83e1bd3a9ff req-bd0300b2-0727-43ea-8a13-6b1f776a0cd0 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-94cff72b-c755-4d07-9257-d83e1bd3a9ff req-bd0300b2-0727-43ea-8a13-6b1f776a0cd0 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-94cff72b-c755-4d07-9257-d83e1bd3a9ff req-bd0300b2-0727-43ea-8a13-6b1f776a0cd0 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] No waiting events found dispatching network-vif-unplugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:51:11 user nova-compute[74702]: WARNING nova.compute.manager [req-94cff72b-c755-4d07-9257-d83e1bd3a9ff req-bd0300b2-0727-43ea-8a13-6b1f776a0cd0 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received unexpected event network-vif-unplugged-e4485b12-0a12-418d-b7da-ae04aff05d47 for instance with vm_state rescued and task_state unrescuing.
Oct 26 01:51:11 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Instance destroyed successfully.
Oct 26 01:51:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] No waiting events found dispatching network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:51:13 user nova-compute[74702]: WARNING nova.compute.manager [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received unexpected event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 for instance with vm_state rescued and task_state unrescuing.
Oct 26 01:51:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-changed-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Refreshing instance network info cache due to event network-changed-e4485b12-0a12-418d-b7da-ae04aff05d47. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] Acquiring lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] Acquired lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG nova.network.neutron [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Refreshing network info cache for port e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG nova.network.neutron [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updated VIF entry in instance network info cache for port e4485b12-0a12-418d-b7da-ae04aff05d47. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG nova.network.neutron [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updating instance_info_cache with network_info: [{"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] Releasing lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-changed-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Refreshing instance network info cache due to event network-changed-e4485b12-0a12-418d-b7da-ae04aff05d47. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] Acquiring lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] Acquired lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG nova.network.neutron [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Refreshing network info cache for port e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:14 user nova-compute[74702]: DEBUG nova.network.neutron [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updated VIF entry in instance network info cache for port e4485b12-0a12-418d-b7da-ae04aff05d47. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:51:14 user nova-compute[74702]: DEBUG nova.network.neutron [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updating instance_info_cache with network_info: [{"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:51:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] Releasing lock "refresh_cache-b22ee407-4b61-4864-8679-581f4f9051b2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:51:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] No waiting events found dispatching network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:51:14 user nova-compute[74702]: WARNING nova.compute.manager [req-ef5a4349-f002-4a18-a84c-b3e34f590b1b req-432e03ac-7d0d-4b84-991c-f96426a1b778 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received unexpected event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 for instance with vm_state rescued and task_state unrescuing.
Oct 26 01:51:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-2fd0121e-4812-49be-a36a-8e11674dab35 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:51:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-c90b1d83-9edb-422b-9372-1b1b7888e891 req-af034cca-1185-41e7-91b4-1b18338a3df0 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c90b1d83-9edb-422b-9372-1b1b7888e891 req-af034cca-1185-41e7-91b4-1b18338a3df0 service nova] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c90b1d83-9edb-422b-9372-1b1b7888e891 req-af034cca-1185-41e7-91b4-1b18338a3df0 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c90b1d83-9edb-422b-9372-1b1b7888e891 req-af034cca-1185-41e7-91b4-1b18338a3df0 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-c90b1d83-9edb-422b-9372-1b1b7888e891 req-af034cca-1185-41e7-91b4-1b18338a3df0 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] No waiting events found dispatching network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:51:15 user nova-compute[74702]: WARNING nova.compute.manager [req-c90b1d83-9edb-422b-9372-1b1b7888e891 req-af034cca-1185-41e7-91b4-1b18338a3df0 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received unexpected event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 for instance with vm_state rescued and task_state unrescuing.
Oct 26 01:51:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:51:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:51:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:51:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 01:51:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:51:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:51:21 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:51:21 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:51:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updating instance_info_cache with network_info: [{"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:51:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-0818a203-91c9-40ff-ba3e-7c71db32deb0" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:51:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:51:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:51:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:51:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:51:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:27 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:51:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:51:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:51:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:51:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=7919MB free_disk=25.06513214111328GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b22ee407-4b61-4864-8679-581f4f9051b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 1f8b6ddf-19eb-476b-9111-b7981d96a064 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 24340c4b-2811-4a93-a595-b183b5f1370e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.manager [req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e req-824972f6-a004-4fc8-bf57-60e41ec5f522 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received event volume-reimaged-c00818eb-9e9a-4743-bf85-be5762f97b93 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e req-824972f6-a004-4fc8-bf57-60e41ec5f522 service nova] Acquiring lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e req-824972f6-a004-4fc8-bf57-60e41ec5f522 service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e req-824972f6-a004-4fc8-bf57-60e41ec5f522 service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.manager [req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e req-824972f6-a004-4fc8-bf57-60e41ec5f522 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Processing event volume-reimaged-c00818eb-9e9a-4743-bf85-be5762f97b93 {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Instance event wait completed in 26 seconds for volume-reimaged {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:51:31 user nova-compute[74702]: INFO nova.virt.block_device [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Booting with volume c00818eb-9e9a-4743-bf85-be5762f97b93 at /dev/vda
Oct 26 01:51:31 user nova-compute[74702]: DEBUG os_brick.utils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[67203976-a281-448c-b073-fa6c6d88a6e8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fafd68e4-0e47-48aa-aa11-efa66ec08a80]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[84c932da-438c-4186-a2fe-e909e1da3515]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a70c402-7271-43d3-b880-8db45da278bf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:51:31 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5344427-5635-4015-9ad0-493a00ba4b87]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG os_brick.utils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Updating existing volume attachment record: 9a571e3f-276f-44f4-a5e3-fedbd0c12e29 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:51:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.496s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:32 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:51:32 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:51:32 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:51:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:51:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:38 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:51:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "b22ee407-4b61-4864-8679-581f4f9051b2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:43 user nova-compute[74702]: INFO nova.compute.manager [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Detaching volume 690c07d6-da04-4fc3-be63-2a7ad97ef84f
Oct 26 01:51:43 user nova-compute[74702]: INFO nova.virt.block_device [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Attempting to driver detach volume 690c07d6-da04-4fc3-be63-2a7ad97ef84f from mountpoint /dev/vdb
Oct 26 01:51:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Attempting to detach device vdb from instance b22ee407-4b61-4864-8679-581f4f9051b2 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:51:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:51:43 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:51:43 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 01:51:43 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:51:43 user nova-compute[74702]:   <serial>690c07d6-da04-4fc3-be63-2a7ad97ef84f</serial>
Oct 26 01:51:43 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:51:43 user nova-compute[74702]: </disk>
Oct 26 01:51:43 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:51:43 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Successfully detached device vdb from instance b22ee407-4b61-4864-8679-581f4f9051b2 from the persistent domain config.
Oct 26 01:51:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b22ee407-4b61-4864-8679-581f4f9051b2 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:51:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:51:43 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:51:43 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 01:51:43 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:51:43 user nova-compute[74702]:   <serial>690c07d6-da04-4fc3-be63-2a7ad97ef84f</serial>
Oct 26 01:51:43 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:51:43 user nova-compute[74702]: </disk>
Oct 26 01:51:43 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:51:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:51:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:51:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Creating image(s)
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Ensure instance console log exists: /opt/stack/data/nova/instances/1f8b6ddf-19eb-476b-9111-b7981d96a064/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Start _get_guest_xml network_info=[{"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xIEdMWYe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1f8b6ddf-19eb-476b-9111-b7981d96a064', 'attached_at': '', 'detached_at': '', 'volume_id': 'c00818eb-9e9a-4743-bf85-be5762f97b93', 'serial': 'c00818eb-9e9a-4743-bf85-be5762f97b93'}, 'attachment_id': '9a571e3f-276f-44f4-a5e3-fedbd0c12e29', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:51:49 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 26 01:51:49 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.objects.instance [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1f8b6ddf-19eb-476b-9111-b7981d96a064 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xIEdMWYe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:51:49 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 01:51:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:51:49 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 01:51:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:51:49 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[18bcea24-8099-4fe1-b51b-6d20aa9aa803]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:51:49 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[23a7562d-f9f2-4d75-9b0b-32af4e2394e8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93] added
Oct 26 01:51:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b78bf8d3-2a52-40fc-adfd-ecc7ea22d274]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:51:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbdddabd-1b80-4bff-85c4-5da6414e1d3c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xIEdMWYe {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xIEdMWYe" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4de0ce22-18d8-4436-8083-39b02e62e2bf]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xIEdMWYe'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.033s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1146a250-e5e6-46de-8095-4c79c63dfb51]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac013dd2-1255-41ca-b9ea-826be5b3b33e]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:51:50 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:51:50 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:51:50 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:51:50 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5acf610a-beb4-4c92-9598-707636fa20f4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260]
Oct 26 01:51:50 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260] successful.
Oct 26 01:51:50 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d99259d-2aeb-41fc-9924-1cc208ead1a3]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0b7c3ea-7d17-4fed-a7fc-c447eaa57632]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:51:50 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:51:50 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:51:50 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:51:50 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:51:50 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:51:50 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.331s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] HCTL ('35', '-', '-', 0) found on session 25 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[99a1d1fa-8cd0-4bad-bde9-7239750274ee]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:51:50 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Searching for a device in session 25 and hctl ['35', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-8aa26ad7-6fc8-4bde-859c-c9533dc7a89a req-421ade41-734e-4e75-a9c2-a5b9b193ec48 service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received event network-changed-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-8aa26ad7-6fc8-4bde-859c-c9533dc7a89a req-421ade41-734e-4e75-a9c2-a5b9b193ec48 service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Refreshing instance network info cache due to event network-changed-f5b618b3-e561-40e9-9f27-ca9e1293f877. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8aa26ad7-6fc8-4bde-859c-c9533dc7a89a req-421ade41-734e-4e75-a9c2-a5b9b193ec48 service nova] Acquiring lock "refresh_cache-24340c4b-2811-4a93-a595-b183b5f1370e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8aa26ad7-6fc8-4bde-859c-c9533dc7a89a req-421ade41-734e-4e75-a9c2-a5b9b193ec48 service nova] Acquired lock "refresh_cache-24340c4b-2811-4a93-a595-b183b5f1370e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-8aa26ad7-6fc8-4bde-859c-c9533dc7a89a req-421ade41-734e-4e75-a9c2-a5b9b193ec48 service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Refreshing network info cache for port f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Searching for a device in session 25 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xIEdMWYe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.366s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] <== connect_volume: return (1367ms) {'type': 'block', 'scsi_wwn': '23639343461646137', 'path': '/dev/sdd'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639343461646137', 'path': '/dev/sdd'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T01:49:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1765961016',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1277011300',id=24,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK557Kqb5Bzuv4eM6UXNjTukWnVNH1cN5xOVOUrbNbzf0DZlLAvjfeQAo6RvWoH8NBniZHg2yyKzA7uHkt4vTGWMNxgdEsQka0U2SFGqxm7V35Mp6+M1lOipU0AWthgtAw==',key_name='tempest-keypair-785037015',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:49:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='67e2391dffe34a0cb7e754a3e3615eac',ramdisk_id='',reservation_id='r-a1s4yhvh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-2061506231',owner_user_name='tempest-ServerActionsV293TestJSON-2061506231-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:51:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f20608a551c14c519d951517e60e77a4',uuid=1f8b6ddf-19eb-476b-9111-b7981d96a064,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Converting VIF {"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:51:51 user nova-compute[74702]:   <uuid>1f8b6ddf-19eb-476b-9111-b7981d96a064</uuid>
Oct 26 01:51:51 user nova-compute[74702]:   <name>instance-00000018</name>
Oct 26 01:51:51 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:51:51 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:51:51 user nova-compute[74702]:   <metadata>
Oct 26 01:51:51 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:51:51 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:51:51 user nova-compute[74702]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1765961016</nova:name>
Oct 26 01:51:51 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:51:49</nova:creationTime>
Oct 26 01:51:51 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:51:51 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:51:51 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:51:51 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:51:51 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:51:51 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:51:51 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:51:51 user nova-compute[74702]:       <nova:owner>
Oct 26 01:51:51 user nova-compute[74702]:         <nova:user uuid="f20608a551c14c519d951517e60e77a4">tempest-ServerActionsV293TestJSON-2061506231-project-member</nova:user>
Oct 26 01:51:51 user nova-compute[74702]:         <nova:project uuid="67e2391dffe34a0cb7e754a3e3615eac">tempest-ServerActionsV293TestJSON-2061506231</nova:project>
Oct 26 01:51:51 user nova-compute[74702]:       </nova:owner>
Oct 26 01:51:51 user nova-compute[74702]:       <nova:ports>
Oct 26 01:51:51 user nova-compute[74702]:         <nova:port uuid="fd79c623-ab76-4d72-9609-317501b8d1c3">
Oct 26 01:51:51 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 26 01:51:51 user nova-compute[74702]:         </nova:port>
Oct 26 01:51:51 user nova-compute[74702]:       </nova:ports>
Oct 26 01:51:51 user nova-compute[74702]:     </nova:instance>
Oct 26 01:51:51 user nova-compute[74702]:   </metadata>
Oct 26 01:51:51 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:51:51 user nova-compute[74702]:     <system>
Oct 26 01:51:51 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:51:51 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:51:51 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:51:51 user nova-compute[74702]:       <entry name="serial">1f8b6ddf-19eb-476b-9111-b7981d96a064</entry>
Oct 26 01:51:51 user nova-compute[74702]:       <entry name="uuid">1f8b6ddf-19eb-476b-9111-b7981d96a064</entry>
Oct 26 01:51:51 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:51:51 user nova-compute[74702]:     </system>
Oct 26 01:51:51 user nova-compute[74702]:   </sysinfo>
Oct 26 01:51:51 user nova-compute[74702]:   <os>
Oct 26 01:51:51 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:51:51 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:51:51 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:51:51 user nova-compute[74702]:   </os>
Oct 26 01:51:51 user nova-compute[74702]:   <features>
Oct 26 01:51:51 user nova-compute[74702]:     <acpi/>
Oct 26 01:51:51 user nova-compute[74702]:     <apic/>
Oct 26 01:51:51 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:51:51 user nova-compute[74702]:   </features>
Oct 26 01:51:51 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:51:51 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:51:51 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:51:51 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:51:51 user nova-compute[74702]:   </clock>
Oct 26 01:51:51 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:51:51 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:51:51 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:51:51 user nova-compute[74702]:   </cpu>
Oct 26 01:51:51 user nova-compute[74702]:   <devices>
Oct 26 01:51:51 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 01:51:51 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:51:51 user nova-compute[74702]:       <source dev="/dev/sdd"/>
Oct 26 01:51:51 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:51:51 user nova-compute[74702]:       <serial>c00818eb-9e9a-4743-bf85-be5762f97b93</serial>
Oct 26 01:51:51 user nova-compute[74702]:     </disk>
Oct 26 01:51:51 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:51:51 user nova-compute[74702]:       <mac address="fa:16:3e:c7:ed:c8"/>
Oct 26 01:51:51 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:51:51 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:51:51 user nova-compute[74702]:       <target dev="tapfd79c623-ab"/>
Oct 26 01:51:51 user nova-compute[74702]:     </interface>
Oct 26 01:51:51 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:51:51 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/1f8b6ddf-19eb-476b-9111-b7981d96a064/console.log" append="off"/>
Oct 26 01:51:51 user nova-compute[74702]:     </serial>
Oct 26 01:51:51 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:51:51 user nova-compute[74702]:     <video>
Oct 26 01:51:51 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:51:51 user nova-compute[74702]:     </video>
Oct 26 01:51:51 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:51:51 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:51:51 user nova-compute[74702]:     </rng>
Oct 26 01:51:51 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:51:51 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:51:51 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:51:51 user nova-compute[74702]:     </memballoon>
Oct 26 01:51:51 user nova-compute[74702]:   </devices>
Oct 26 01:51:51 user nova-compute[74702]: </domain>
Oct 26 01:51:51 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T01:49:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1765961016',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1277011300',id=24,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK557Kqb5Bzuv4eM6UXNjTukWnVNH1cN5xOVOUrbNbzf0DZlLAvjfeQAo6RvWoH8NBniZHg2yyKzA7uHkt4vTGWMNxgdEsQka0U2SFGqxm7V35Mp6+M1lOipU0AWthgtAw==',key_name='tempest-keypair-785037015',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:49:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='67e2391dffe34a0cb7e754a3e3615eac',ramdisk_id='',reservation_id='r-a1s4yhvh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-2061506231',owner_user_name='tempest-ServerActionsV293TestJSON-2061506231-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:51:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f20608a551c14c519d951517e60e77a4',uuid=1f8b6ddf-19eb-476b-9111-b7981d96a064,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Converting VIF {"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG os_vif [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '902fc0fe-0944-53ce-a47e-a830592020ae', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfd79c623-ab, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfd79c623-ab, col_values=(('qos', UUID('afb818ee-adb7-495d-ad5d-bb61916b358c')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfd79c623-ab, col_values=(('external_ids', {'iface-id': 'fd79c623-ab76-4d72-9609-317501b8d1c3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c7:ed:c8', 'vm-uuid': '1f8b6ddf-19eb-476b-9111-b7981d96a064'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:51 user nova-compute[74702]: INFO os_vif [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab')
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] No VIF found with MAC fa:16:3e:c7:ed:c8, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-8aa26ad7-6fc8-4bde-859c-c9533dc7a89a req-421ade41-734e-4e75-a9c2-a5b9b193ec48 service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Updated VIF entry in instance network info cache for port f5b618b3-e561-40e9-9f27-ca9e1293f877. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-8aa26ad7-6fc8-4bde-859c-c9533dc7a89a req-421ade41-734e-4e75-a9c2-a5b9b193ec48 service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Updating instance_info_cache with network_info: [{"id": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "address": "fa:16:3e:6c:d6:42", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5b618b3-e5", "ovs_interfaceid": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:51:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8aa26ad7-6fc8-4bde-859c-c9533dc7a89a req-421ade41-734e-4e75-a9c2-a5b9b193ec48 service nova] Releasing lock "refresh_cache-24340c4b-2811-4a93-a595-b183b5f1370e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:51:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-a1eece17-5b2a-4cc5-9df3-5791664fc982 req-1e057e83-d56b-40b0-86d7-d621adebacb0 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received event network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a1eece17-5b2a-4cc5-9df3-5791664fc982 req-1e057e83-d56b-40b0-86d7-d621adebacb0 service nova] Acquiring lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a1eece17-5b2a-4cc5-9df3-5791664fc982 req-1e057e83-d56b-40b0-86d7-d621adebacb0 service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a1eece17-5b2a-4cc5-9df3-5791664fc982 req-1e057e83-d56b-40b0-86d7-d621adebacb0 service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-a1eece17-5b2a-4cc5-9df3-5791664fc982 req-1e057e83-d56b-40b0-86d7-d621adebacb0 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] No waiting events found dispatching network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:51:52 user nova-compute[74702]: WARNING nova.compute.manager [req-a1eece17-5b2a-4cc5-9df3-5791664fc982 req-1e057e83-d56b-40b0-86d7-d621adebacb0 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received unexpected event network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 for instance with vm_state active and task_state rebuild_spawning.
Oct 26 01:51:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:54 user nova-compute[74702]: DEBUG nova.compute.manager [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:51:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:51:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Instance spawned successfully.
Oct 26 01:51:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:51:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:51:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:51:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:51:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:51:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:51:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:51:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-a46c88e2-31f9-46cc-b33e-5f06829e1d5b req-55e2be98-0287-4e72-b7b6-174f92df48be service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received event network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:51:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a46c88e2-31f9-46cc-b33e-5f06829e1d5b req-55e2be98-0287-4e72-b7b6-174f92df48be service nova] Acquiring lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a46c88e2-31f9-46cc-b33e-5f06829e1d5b req-55e2be98-0287-4e72-b7b6-174f92df48be service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a46c88e2-31f9-46cc-b33e-5f06829e1d5b req-55e2be98-0287-4e72-b7b6-174f92df48be service nova] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-a46c88e2-31f9-46cc-b33e-5f06829e1d5b req-55e2be98-0287-4e72-b7b6-174f92df48be service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] No waiting events found dispatching network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:51:55 user nova-compute[74702]: WARNING nova.compute.manager [req-a46c88e2-31f9-46cc-b33e-5f06829e1d5b req-55e2be98-0287-4e72-b7b6-174f92df48be service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received unexpected event network-vif-plugged-fd79c623-ab76-4d72-9609-317501b8d1c3 for instance with vm_state active and task_state rebuild_spawning.
Oct 26 01:51:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:51:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:51:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:51:55 user nova-compute[74702]: DEBUG nova.objects.instance [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 26 01:51:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-353c4a5a-b9e8-4cc3-8e8a-65d09502d85e tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.070s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:51:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:51:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "24340c4b-2811-4a93-a595-b183b5f1370e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG nova.objects.instance [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'flavor' on Instance uuid 24340c4b-2811-4a93-a595-b183b5f1370e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "24340c4b-2811-4a93-a595-b183b5f1370e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "24340c4b-2811-4a93-a595-b183b5f1370e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:03 user nova-compute[74702]: INFO nova.compute.manager [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Attaching volume fa3be33d-8927-410e-99a6-8d5970461ee7 to /dev/vdb
Oct 26 01:52:03 user nova-compute[74702]: DEBUG os_brick.utils [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d96b7a7-8c93-4063-a59b-1819e902306a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd9760c-813d-491f-b00a-1e5e55d7536f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c376b77d-9b73-48b6-8b63-a88bd7131cb9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6026d1fe-f99d-417c-9366-119e1a760055]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:52:03 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ecf1b6-e7ba-49f6-a20d-24faf2da8315]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG os_brick.utils [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Updating existing volume attachment record: c61fb9e4-0e63-49c4-b375-d83e9827648f {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:52:03 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b22ee407-4b61-4864-8679-581f4f9051b2 is timed out.
Oct 26 01:52:03 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Successfully detached device vdb from instance b22ee407-4b61-4864-8679-581f4f9051b2 from the live domain config.
Oct 26 01:52:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pFtdPlDV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:52:03 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:52:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d6ab8c0-91ea-47c2-81e0-5e151ec352a7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:52:03 user nova-compute[74702]: No targets found.
Oct 26 01:52:03 user nova-compute[74702]: iSNS:
Oct 26 01:52:03 user nova-compute[74702]: No targets found.
Oct 26 01:52:03 user nova-compute[74702]: STATIC:
Oct 26 01:52:03 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93
Oct 26 01:52:03 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:52:03 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:52:03 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa
Oct 26 01:52:03 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:52:03 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:52:03 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f
Oct 26 01:52:03 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:52:03 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:52:03 user nova-compute[74702]: FIRMWARE:
Oct 26 01:52:03 user nova-compute[74702]: No targets found.
Oct 26 01:52:03 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:52:03 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:52:03 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[05bc65d2-9a57-4e1c-bd0c-56312343edd7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6572735-1f23-4633-9b32-4396b54519cc]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:52:04 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:52:04 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:52:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:52:04 user nova-compute[74702]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f (non-flash)
Oct 26 01:52:04 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:52:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9518396200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f'): ({'sdc'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Removing single pathed devices sdc {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b20a2c65-d6b0-4693-9293-491991e1b106]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ba8edf1-a639-44c8-98b9-dad7cb0a354c]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Flushing IO for device /dev/sdc {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8890799c-2e97-46ec-a4ea-174b59c9e224]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[960face3-35f4-4ef2-82db-7ce7b7c19ab7]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.078s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[abe85c5b-c0aa-47e2-9fe6-889e1801fbe3]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --logout" returned: 0 in 0.104s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1f82d27-4527-4f67-b208-4b96b59a77f2]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f, portal: 172.16.0.220,3260]
Oct 26 01:52:04 user nova-compute[74702]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f, portal: 172.16.0.220,3260] successful.
Oct 26 01:52:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:690c07d6-da04-4fc3-be63-2a7ad97ef84f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffb40dd2-be05-4c09-acc6-34a09786a6b2]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.436s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] <== disconnect_volume: return (439ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:52:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:52:05 user nova-compute[74702]: DEBUG nova.objects.instance [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lazy-loading 'flavor' on Instance uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:52:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-967b5444-7b35-4c77-8485-19b57c936df1 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "b22ee407-4b61-4864-8679-581f4f9051b2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.049s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-5bee890e-219d-4331-98e9-c993345e7be9 req-c9c96326-165a-4243-b5c1-7d81019f6220 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Received event network-changed-68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-5bee890e-219d-4331-98e9-c993345e7be9 req-c9c96326-165a-4243-b5c1-7d81019f6220 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Refreshing instance network info cache due to event network-changed-68bf6ddf-5e37-4871-a7e6-677b841c7266. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5bee890e-219d-4331-98e9-c993345e7be9 req-c9c96326-165a-4243-b5c1-7d81019f6220 service nova] Acquiring lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5bee890e-219d-4331-98e9-c993345e7be9 req-c9c96326-165a-4243-b5c1-7d81019f6220 service nova] Acquired lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG nova.network.neutron [req-5bee890e-219d-4331-98e9-c993345e7be9 req-c9c96326-165a-4243-b5c1-7d81019f6220 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Refreshing network info cache for port 68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:14 user nova-compute[74702]: INFO nova.compute.manager [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Terminating instance
Oct 26 01:52:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-9cfc650e-c664-47ab-a320-9bcce3a30f38 req-7f4954b7-b785-4cc2-a2b9-c1ae0e9a0e4b service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Received event network-vif-unplugged-68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9cfc650e-c664-47ab-a320-9bcce3a30f38 req-7f4954b7-b785-4cc2-a2b9-c1ae0e9a0e4b service nova] Acquiring lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9cfc650e-c664-47ab-a320-9bcce3a30f38 req-7f4954b7-b785-4cc2-a2b9-c1ae0e9a0e4b service nova] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9cfc650e-c664-47ab-a320-9bcce3a30f38 req-7f4954b7-b785-4cc2-a2b9-c1ae0e9a0e4b service nova] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-9cfc650e-c664-47ab-a320-9bcce3a30f38 req-7f4954b7-b785-4cc2-a2b9-c1ae0e9a0e4b service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] No waiting events found dispatching network-vif-unplugged-68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-9cfc650e-c664-47ab-a320-9bcce3a30f38 req-7f4954b7-b785-4cc2-a2b9-c1ae0e9a0e4b service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Received event network-vif-unplugged-68bf6ddf-5e37-4871-a7e6-677b841c7266 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG nova.network.neutron [req-5bee890e-219d-4331-98e9-c993345e7be9 req-c9c96326-165a-4243-b5c1-7d81019f6220 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Updated VIF entry in instance network info cache for port 68bf6ddf-5e37-4871-a7e6-677b841c7266. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG nova.network.neutron [req-5bee890e-219d-4331-98e9-c993345e7be9 req-c9c96326-165a-4243-b5c1-7d81019f6220 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Updating instance_info_cache with network_info: [{"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5bee890e-219d-4331-98e9-c993345e7be9 req-c9c96326-165a-4243-b5c1-7d81019f6220 service nova] Releasing lock "refresh_cache-097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:15 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Instance destroyed successfully.
Oct 26 01:52:15 user nova-compute[74702]: DEBUG nova.objects.instance [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lazy-loading 'resources' on Instance uuid 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:44:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-955800611',display_name='tempest-TestStampPattern-server-955800611',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-955800611',id=17,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhvi7gAe3C3lKOCxPzMYjuSQno7JICM/l8scFTtc5U9tuWF/RCYn47Ke9iN86Cl/jMvUaLm8zjikiQHpD37EEWKMfyw4NBr7azCV1cQf78dEkm7APN65fY6G9/OCrxCxw==',key_name='tempest-TestStampPattern-1340922439',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:44:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='401493794e7741e986abede767e65c12',ramdisk_id='',reservation_id='r-oti1795w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1324244712',owner_user_name='tempest-TestStampPattern-1324244712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:47:40Z,user_data=None,user_id='db71f44cad9645b98a77fcf178161ab8',uuid=097ddd57-72fc-41c5-83f2-bfbf28c2c2f7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Converting VIF {"id": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "address": "fa:16:3e:2a:ce:2a", "network": {"id": "d7d51279-b639-4ea6-bef1-5a2a3e581e47", "bridge": "br-int", "label": "tempest-TestStampPattern-1694114933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "401493794e7741e986abede767e65c12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68bf6ddf-5e", "ovs_interfaceid": "68bf6ddf-5e37-4871-a7e6-677b841c7266", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ce:2a,bridge_name='br-int',has_traffic_filtering=True,id=68bf6ddf-5e37-4871-a7e6-677b841c7266,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68bf6ddf-5e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG os_vif [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ce:2a,bridge_name='br-int',has_traffic_filtering=True,id=68bf6ddf-5e37-4871-a7e6-677b841c7266,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68bf6ddf-5e') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap68bf6ddf-5e, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5bb3f7ce-2177-4680-9c9e-01373976db14) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:52:15 user nova-compute[74702]: INFO os_vif [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ce:2a,bridge_name='br-int',has_traffic_filtering=True,id=68bf6ddf-5e37-4871-a7e6-677b841c7266,network=Network(d7d51279-b639-4ea6-bef1-5a2a3e581e47),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68bf6ddf-5e')
Oct 26 01:52:15 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Deleting instance files /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7_del
Oct 26 01:52:15 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Deletion of /opt/stack/data/nova/instances/097ddd57-72fc-41c5-83f2-bfbf28c2c2f7_del complete
Oct 26 01:52:15 user nova-compute[74702]: INFO nova.compute.manager [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 26 01:52:15 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:52:15 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Took 0.40 seconds to deallocate network for instance.
Oct 26 01:52:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:16 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:52:16 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:52:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.383s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:16 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Deleted allocations for instance 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7
Oct 26 01:52:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-31bc6b15-5d5f-481b-b47f-e45316db4112 tempest-TestStampPattern-1324244712 tempest-TestStampPattern-1324244712-project-member] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.900s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-c8b098a0-4c4c-42d9-9a33-47b8d8f2cf38 req-c54e3ded-22df-4a3d-98d5-4a31527bd2b2 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Received event network-vif-plugged-68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:52:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c8b098a0-4c4c-42d9-9a33-47b8d8f2cf38 req-c54e3ded-22df-4a3d-98d5-4a31527bd2b2 service nova] Acquiring lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c8b098a0-4c4c-42d9-9a33-47b8d8f2cf38 req-c54e3ded-22df-4a3d-98d5-4a31527bd2b2 service nova] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c8b098a0-4c4c-42d9-9a33-47b8d8f2cf38 req-c54e3ded-22df-4a3d-98d5-4a31527bd2b2 service nova] Lock "097ddd57-72fc-41c5-83f2-bfbf28c2c2f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-c8b098a0-4c4c-42d9-9a33-47b8d8f2cf38 req-c54e3ded-22df-4a3d-98d5-4a31527bd2b2 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] No waiting events found dispatching network-vif-plugged-68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:52:17 user nova-compute[74702]: WARNING nova.compute.manager [req-c8b098a0-4c4c-42d9-9a33-47b8d8f2cf38 req-c54e3ded-22df-4a3d-98d5-4a31527bd2b2 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Received unexpected event network-vif-plugged-68bf6ddf-5e37-4871-a7e6-677b841c7266 for instance with vm_state deleted and task_state None.
Oct 26 01:52:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-c8b098a0-4c4c-42d9-9a33-47b8d8f2cf38 req-c54e3ded-22df-4a3d-98d5-4a31527bd2b2 service nova] [instance: 097ddd57-72fc-41c5-83f2-bfbf28c2c2f7] Received event network-vif-deleted-68bf6ddf-5e37-4871-a7e6-677b841c7266 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:52:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:52:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:52:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:52:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:52:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:52:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:52:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Updating instance_info_cache with network_info: [{"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:52:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-ef6fc550-6b05-42ea-ab3e-8c595edf9e96" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:52:23 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:52:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:52:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:52:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:27 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:52:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:52:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pHrVUvKD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:52:30 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:52:30 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:52:30 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8855dfc-7693-406e-8634-d8a8a26059b5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:52:30 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[35df5b68-3fba-4090-80d9-46c3f598f740]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7] added
Oct 26 01:52:30 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[136c4dca-fead-4b1c-8da3-3966a1bd2643]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e3ade3c-7819-45b9-b049-5d95310a1411]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pHrVUvKD {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pHrVUvKD" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[675386c4-ea99-4c8d-8c29-d0c8b1a3e527]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pHrVUvKD'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[db08aacc-5051-4e58-a9fb-6ce5e4d6f2c4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b78787-8bd0-4f04-aaeb-4a6c6e0940b0]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:52:30 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:52:30 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:52:30 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:52:30 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4de9dab-40f1-4b06-bb80-5313d4ec8cb6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7, portal: 172.16.0.220,3260]
Oct 26 01:52:30 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7, portal: 172.16.0.220,3260] successful.
Oct 26 01:52:30 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dc99033-c5df-4392-b42c-ec382226fd62]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3111dbdd-085b-4ec8-90a8-54ec9c6cfd99]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:52:30 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:52:30 user nova-compute[74702]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 (non-flash)
Oct 26 01:52:30 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:52:30 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:52:30 user nova-compute[74702]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 (non-flash)
Oct 26 01:52:30 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] HCTL ('34', '-', '-', 0) found on session 26 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8257660-b3fd-447e-a1be-e5353fcd6baf]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Searching for a device in session 26 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pHrVUvKD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:52:30 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:52:30 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:52:30 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8012MB free_disk=25.206974029541016GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b22ee407-4b61-4864-8679-581f4f9051b2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 1f8b6ddf-19eb-476b-9111-b7981d96a064 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 24340c4b-2811-4a93-a595-b183b5f1370e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.399s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '26663383065303232', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26663383065303232', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.objects.instance [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'flavor' on Instance uuid 24340c4b-2811-4a93-a595-b183b5f1370e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:52:31 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:52:31 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 01:52:31 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:52:31 user nova-compute[74702]:   <serial>fa3be33d-8927-410e-99a6-8d5970461ee7</serial>
Oct 26 01:52:31 user nova-compute[74702]: </disk>
Oct 26 01:52:31 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:52:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] No VIF found with MAC fa:16:3e:6c:d6:42, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:52:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4b5cc85e-41ab-43fb-8263-65e7b9c830e9 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "24340c4b-2811-4a93-a595-b183b5f1370e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.480s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:32 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:52:32 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:52:32 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:52:32 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:52:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "24340c4b-2811-4a93-a595-b183b5f1370e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:32 user nova-compute[74702]: INFO nova.compute.manager [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Detaching volume fa3be33d-8927-410e-99a6-8d5970461ee7
Oct 26 01:52:32 user nova-compute[74702]: INFO nova.virt.block_device [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Attempting to driver detach volume fa3be33d-8927-410e-99a6-8d5970461ee7 from mountpoint /dev/vdb
Oct 26 01:52:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Attempting to detach device vdb from instance 24340c4b-2811-4a93-a595-b183b5f1370e from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:52:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:52:32 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:52:32 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 01:52:32 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:52:32 user nova-compute[74702]:   <serial>fa3be33d-8927-410e-99a6-8d5970461ee7</serial>
Oct 26 01:52:32 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:52:32 user nova-compute[74702]: </disk>
Oct 26 01:52:32 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:52:32 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully detached device vdb from instance 24340c4b-2811-4a93-a595-b183b5f1370e from the persistent domain config.
Oct 26 01:52:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 24340c4b-2811-4a93-a595-b183b5f1370e from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:52:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:52:32 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:52:32 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 01:52:32 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:52:32 user nova-compute[74702]:   <serial>fa3be33d-8927-410e-99a6-8d5970461ee7</serial>
Oct 26 01:52:32 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:52:32 user nova-compute[74702]: </disk>
Oct 26 01:52:32 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:33 user nova-compute[74702]: INFO nova.compute.manager [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Unshelving
Oct 26 01:52:33 user nova-compute[74702]: INFO nova.virt.block_device [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Booting with volume f675933d-7c7e-43a7-a23e-8c8617c6161b at /dev/vdc
Oct 26 01:52:33 user nova-compute[74702]: DEBUG os_brick.utils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c20ed2e9-426b-4c75-9601-e55b6d4d88f2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5b0f9f5-9b37-4fb4-8fb5-33b143f9a276]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7272a74b-3f11-470a-8ab0-30f1bfc1785f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[424bf9db-6239-40d8-98a1-94053a855869]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 24340c4b-2811-4a93-a595-b183b5f1370e {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:52:33 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[267890bb-f4c3-43c0-a5f1-e98a9b09aa05]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG os_brick.utils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updating existing volume attachment record: fb002523-efb0-4099-b09d-e5ec4fb075b4 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "b22ee407-4b61-4864-8679-581f4f9051b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:33 user nova-compute[74702]: INFO nova.compute.manager [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Terminating instance
Oct 26 01:52:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-5bf932b9-2fb7-49db-934d-f7813154ac79 req-3f39a681-195c-4f29-bf5d-7aac1855b939 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-unplugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5bf932b9-2fb7-49db-934d-f7813154ac79 req-3f39a681-195c-4f29-bf5d-7aac1855b939 service nova] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5bf932b9-2fb7-49db-934d-f7813154ac79 req-3f39a681-195c-4f29-bf5d-7aac1855b939 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5bf932b9-2fb7-49db-934d-f7813154ac79 req-3f39a681-195c-4f29-bf5d-7aac1855b939 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-5bf932b9-2fb7-49db-934d-f7813154ac79 req-3f39a681-195c-4f29-bf5d-7aac1855b939 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] No waiting events found dispatching network-vif-unplugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-5bf932b9-2fb7-49db-934d-f7813154ac79 req-3f39a681-195c-4f29-bf5d-7aac1855b939 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-unplugged-e4485b12-0a12-418d-b7da-ae04aff05d47 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:52:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Instance destroyed successfully.
Oct 26 01:52:34 user nova-compute[74702]: DEBUG nova.objects.instance [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lazy-loading 'resources' on Instance uuid b22ee407-4b61-4864-8679-581f4f9051b2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:45:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1296469975',display_name='tempest-ServerStableDeviceRescueTest-server-1296469975',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1296469975',id=18,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBONvC7SiTjyMHAxrxKPMx+5Cl6ASGIRxz5MuP22eveogU3A0jwB5taBa36vYu9NFIHpsXpZsAmzt31BQMIfEZrELFgi2wOdBeIqUGs9Qn9yf0d7KLcsiihMBanCzHbfXNA==',key_name='tempest-keypair-802269804',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:49:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7115c73a4c2041cfaf69ead63908bbee',ramdisk_id='',reservation_id='r-3q90g9ze',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1025457711',owner_user_name='tempest-ServerStableDeviceRescueTest-1025457711-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:51:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='41c3cbe023b941d393834b7d50501dda',uuid=b22ee407-4b61-4864-8679-581f4f9051b2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Converting VIF {"id": "e4485b12-0a12-418d-b7da-ae04aff05d47", "address": "fa:16:3e:c8:3f:ed", "network": {"id": "97f70a4b-15a0-40ad-b6d8-c6ad06169232", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1481135200-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7115c73a4c2041cfaf69ead63908bbee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4485b12-0a", "ovs_interfaceid": "e4485b12-0a12-418d-b7da-ae04aff05d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c8:3f:ed,bridge_name='br-int',has_traffic_filtering=True,id=e4485b12-0a12-418d-b7da-ae04aff05d47,network=Network(97f70a4b-15a0-40ad-b6d8-c6ad06169232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4485b12-0a') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG os_vif [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c8:3f:ed,bridge_name='br-int',has_traffic_filtering=True,id=e4485b12-0a12-418d-b7da-ae04aff05d47,network=Network(97f70a4b-15a0-40ad-b6d8-c6ad06169232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4485b12-0a') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape4485b12-0a, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bf3d3113-15be-48bb-aa64-c955f3c5b4de) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:34 user nova-compute[74702]: INFO os_vif [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c8:3f:ed,bridge_name='br-int',has_traffic_filtering=True,id=e4485b12-0a12-418d-b7da-ae04aff05d47,network=Network(97f70a4b-15a0-40ad-b6d8-c6ad06169232),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4485b12-0a')
Oct 26 01:52:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Deleting instance files /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2_del
Oct 26 01:52:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Deletion of /opt/stack/data/nova/instances/b22ee407-4b61-4864-8679-581f4f9051b2_del complete
Oct 26 01:52:34 user nova-compute[74702]: INFO nova.compute.manager [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 26 01:52:34 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:52:34 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:52:35 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:52:35 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Took 1.03 seconds to deallocate network for instance.
Oct 26 01:52:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-35af8318-4fb5-4758-b26d-46aa9707cfb8 req-8c3d8fbe-10bd-4efe-8c5a-23e1d205cb85 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-deleted-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:52:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:36 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:52:36 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:52:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.294s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:36 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Deleted allocations for instance b22ee407-4b61-4864-8679-581f4f9051b2
Oct 26 01:52:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62999441-390d-42ac-95bf-6993eccff8e4 tempest-ServerStableDeviceRescueTest-1025457711 tempest-ServerStableDeviceRescueTest-1025457711-project-member] Lock "b22ee407-4b61-4864-8679-581f4f9051b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.431s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-97d6686e-8acd-48d1-8ca2-f3df4b46ba66 req-bcff11bf-1250-4069-9994-62f4a1102242 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:52:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-97d6686e-8acd-48d1-8ca2-f3df4b46ba66 req-bcff11bf-1250-4069-9994-62f4a1102242 service nova] Acquiring lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-97d6686e-8acd-48d1-8ca2-f3df4b46ba66 req-bcff11bf-1250-4069-9994-62f4a1102242 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-97d6686e-8acd-48d1-8ca2-f3df4b46ba66 req-bcff11bf-1250-4069-9994-62f4a1102242 service nova] Lock "b22ee407-4b61-4864-8679-581f4f9051b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-97d6686e-8acd-48d1-8ca2-f3df4b46ba66 req-bcff11bf-1250-4069-9994-62f4a1102242 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] No waiting events found dispatching network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:52:36 user nova-compute[74702]: WARNING nova.compute.manager [req-97d6686e-8acd-48d1-8ca2-f3df4b46ba66 req-bcff11bf-1250-4069-9994-62f4a1102242 service nova] [instance: b22ee407-4b61-4864-8679-581f4f9051b2] Received unexpected event network-vif-plugged-e4485b12-0a12-418d-b7da-ae04aff05d47 for instance with vm_state deleted and task_state None.
Oct 26 01:52:38 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:52:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:52:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:52:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:51 user nova-compute[74702]: DEBUG nova.objects.instance [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'pci_requests' on Instance uuid 029a05df-80aa-4505-8cd6-d95f4fe0469b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:52:51 user nova-compute[74702]: DEBUG nova.objects.instance [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'numa_topology' on Instance uuid 029a05df-80aa-4505-8cd6-d95f4fe0469b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:52:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:52:51 user nova-compute[74702]: INFO nova.compute.claims [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Claim successful on node user
Oct 26 01:52:51 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:52:51 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:52:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.365s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:51 user nova-compute[74702]: INFO nova.network.neutron [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updating port a6cb6933-6f82-4196-8ecf-147c98e9b533 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquired lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-10f25202-719b-4add-904e-2c0eac7ff832 req-2b47458b-3137-4057-b3a1-6621c72d4707 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-changed-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-10f25202-719b-4add-904e-2c0eac7ff832 req-2b47458b-3137-4057-b3a1-6621c72d4707 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Refreshing instance network info cache due to event network-changed-a6cb6933-6f82-4196-8ecf-147c98e9b533. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-10f25202-719b-4add-904e-2c0eac7ff832 req-2b47458b-3137-4057-b3a1-6621c72d4707 service nova] Acquiring lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updating instance_info_cache with network_info: [{"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Releasing lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:52:52 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Creating image(s)
Oct 26 01:52:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "/opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "/opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "/opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG nova.objects.instance [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'trusted_certs' on Instance uuid 029a05df-80aa-4505-8cd6-d95f4fe0469b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-10f25202-719b-4add-904e-2c0eac7ff832 req-2b47458b-3137-4057-b3a1-6621c72d4707 service nova] Acquired lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG nova.network.neutron [req-10f25202-719b-4add-904e-2c0eac7ff832 req-2b47458b-3137-4057-b3a1-6621c72d4707 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Refreshing network info cache for port a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG nova.objects.base [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Object Instance<029a05df-80aa-4505-8cd6-d95f4fe0469b> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "05c8357d3d81ea55e8bd1dc212995396e258ec35" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "05c8357d3d81ea55e8bd1dc212995396e258ec35" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35.part --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:53 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 24340c4b-2811-4a93-a595-b183b5f1370e is timed out.
Oct 26 01:52:53 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully detached device vdb from instance 24340c4b-2811-4a93-a595-b183b5f1370e from the live domain config.
Oct 26 01:52:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:52:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pHrVUvKD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:52:53 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:52:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:52:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:52:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-7d9cf976-3c00-4b6a-a6ac-00cfb8e9205a req-33023b64-6a3c-43bc-83f9-15c06dc5b167 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-changed-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-7d9cf976-3c00-4b6a-a6ac-00cfb8e9205a req-33023b64-6a3c-43bc-83f9-15c06dc5b167 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Refreshing instance network info cache due to event network-changed-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7d9cf976-3c00-4b6a-a6ac-00cfb8e9205a req-33023b64-6a3c-43bc-83f9-15c06dc5b167 service nova] Acquiring lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7d9cf976-3c00-4b6a-a6ac-00cfb8e9205a req-33023b64-6a3c-43bc-83f9-15c06dc5b167 service nova] Acquired lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG nova.network.neutron [req-7d9cf976-3c00-4b6a-a6ac-00cfb8e9205a req-33023b64-6a3c-43bc-83f9-15c06dc5b167 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Refreshing network info cache for port d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b3da81-3c2b-4c4c-8622-d66824f1ea06]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:52:54 user nova-compute[74702]: No targets found.
Oct 26 01:52:54 user nova-compute[74702]: iSNS:
Oct 26 01:52:54 user nova-compute[74702]: No targets found.
Oct 26 01:52:54 user nova-compute[74702]: STATIC:
Oct 26 01:52:54 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7
Oct 26 01:52:54 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:52:54 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:52:54 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93
Oct 26 01:52:54 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:52:54 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:52:54 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa
Oct 26 01:52:54 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:52:54 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:52:54 user nova-compute[74702]: FIRMWARE:
Oct 26 01:52:54 user nova-compute[74702]: No targets found.
Oct 26 01:52:54 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:52:54 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:52:54 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35.part --force-share --output=json" returned: 0 in 0.598s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG nova.virt.images [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] e571b472-fa18-4348-adb0-8206ff0fcd28 was qcow2, converting to raw {{(pid=74702) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35.part /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35.converted {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d7f11f8-7650-4b50-8d8e-8d8d85b4f929]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.053s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[428f04b4-54b2-45e7-ba4b-56de5db20a64]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:52:54 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:52:54 user nova-compute[74702]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 (non-flash)
Oct 26 01:52:54 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:52:54 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:52:54 user nova-compute[74702]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 (non-flash)
Oct 26 01:52:54 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95081425f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7'): ({'sdc'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Removing single pathed devices sdc {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d3ac42f-a0e7-4a43-b56c-06da6be2a1ec]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff6f9e98-9b9e-422a-8e9e-edef7d145a83]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Flushing IO for device /dev/sdc {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[69ea3b2b-b1f7-4781-b2db-bbfa5b09e463]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.103s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[640d26de-6e32-4627-847e-4836c9c100db]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:52:54 user nova-compute[74702]: INFO nova.compute.manager [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Detaching volume c4e60d6e-ca15-4f0f-9efd-94554622ceaa
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d34b03c-c850-4bf1-9bae-93e481dec459]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG nova.network.neutron [req-10f25202-719b-4add-904e-2c0eac7ff832 req-2b47458b-3137-4057-b3a1-6621c72d4707 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updated VIF entry in instance network info cache for port a6cb6933-6f82-4196-8ecf-147c98e9b533. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG nova.network.neutron [req-10f25202-719b-4add-904e-2c0eac7ff832 req-2b47458b-3137-4057-b3a1-6621c72d4707 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updating instance_info_cache with network_info: [{"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-10f25202-719b-4add-904e-2c0eac7ff832 req-2b47458b-3137-4057-b3a1-6621c72d4707 service nova] Releasing lock "refresh_cache-029a05df-80aa-4505-8cd6-d95f4fe0469b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.138s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[484b2c44-6626-4b49-9004-f6585f2c6260]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7, portal: 172.16.0.220,3260]
Oct 26 01:52:55 user nova-compute[74702]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7, portal: 172.16.0.220,3260] successful.
Oct 26 01:52:55 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35.part /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35.converted" returned: 0 in 0.526s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35.converted --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:55 user nova-compute[74702]: INFO nova.virt.block_device [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Attempting to driver detach volume c4e60d6e-ca15-4f0f-9efd-94554622ceaa from mountpoint /dev/vdb
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa3be33d-8927-410e-99a6-8d5970461ee7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c69a1953-940c-4482-9ebc-197146be9c62]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 1.156s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] <== disconnect_volume: return (1158ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Attempting to detach device vdb from instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:52:55 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:52:55 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 01:52:55 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:52:55 user nova-compute[74702]:   <serial>c4e60d6e-ca15-4f0f-9efd-94554622ceaa</serial>
Oct 26 01:52:55 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:52:55 user nova-compute[74702]: </disk>
Oct 26 01:52:55 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:52:55 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Successfully detached device vdb from instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 from the persistent domain config.
Oct 26 01:52:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:52:55 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:52:55 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 01:52:55 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:52:55 user nova-compute[74702]:   <serial>c4e60d6e-ca15-4f0f-9efd-94554622ceaa</serial>
Oct 26 01:52:55 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:52:55 user nova-compute[74702]: </disk>
Oct 26 01:52:55 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG nova.network.neutron [req-7d9cf976-3c00-4b6a-a6ac-00cfb8e9205a req-33023b64-6a3c-43bc-83f9-15c06dc5b167 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updated VIF entry in instance network info cache for port d5cbc5ea-340a-43e8-b3bd-504b36daeeb5. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG nova.network.neutron [req-7d9cf976-3c00-4b6a-a6ac-00cfb8e9205a req-33023b64-6a3c-43bc-83f9-15c06dc5b167 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updating instance_info_cache with network_info: [{"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7d9cf976-3c00-4b6a-a6ac-00cfb8e9205a req-33023b64-6a3c-43bc-83f9-15c06dc5b167 service nova] Releasing lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35.converted --force-share --output=json" returned: 0 in 0.219s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "05c8357d3d81ea55e8bd1dc212995396e258ec35" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.436s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35 --force-share --output=json" returned: 0 in 0.250s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "05c8357d3d81ea55e8bd1dc212995396e258ec35" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "05c8357d3d81ea55e8bd1dc212995396e258ec35" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35 --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35,backing_fmt=raw /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35,backing_fmt=raw /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk 1073741824" returned: 0 in 0.059s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "05c8357d3d81ea55e8bd1dc212995396e258ec35" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35 --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG nova.objects.instance [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'migration_context' on Instance uuid 029a05df-80aa-4505-8cd6-d95f4fe0469b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG nova.objects.base [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Object Instance<029a05df-80aa-4505-8cd6-d95f4fe0469b> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:52:56 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Rebasing disk image.
Oct 26 01:52:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG nova.compute.manager [req-e9aa20cc-cc57-4655-ac1a-8d97565a5b55 req-5fb3f091-efba-4241-9f90-b6f22cae8683 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-changed-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG nova.compute.manager [req-e9aa20cc-cc57-4655-ac1a-8d97565a5b55 req-5fb3f091-efba-4241-9f90-b6f22cae8683 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Refreshing instance network info cache due to event network-changed-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e9aa20cc-cc57-4655-ac1a-8d97565a5b55 req-5fb3f091-efba-4241-9f90-b6f22cae8683 service nova] Acquiring lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e9aa20cc-cc57-4655-ac1a-8d97565a5b55 req-5fb3f091-efba-4241-9f90-b6f22cae8683 service nova] Acquired lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG nova.network.neutron [req-e9aa20cc-cc57-4655-ac1a-8d97565a5b55 req-5fb3f091-efba-4241-9f90-b6f22cae8683 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Refreshing network info cache for port d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.211s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 -F raw /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG nova.network.neutron [req-e9aa20cc-cc57-4655-ac1a-8d97565a5b55 req-5fb3f091-efba-4241-9f90-b6f22cae8683 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updated VIF entry in instance network info cache for port d5cbc5ea-340a-43e8-b3bd-504b36daeeb5. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG nova.network.neutron [req-e9aa20cc-cc57-4655-ac1a-8d97565a5b55 req-5fb3f091-efba-4241-9f90-b6f22cae8683 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updating instance_info_cache with network_info: [{"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e9aa20cc-cc57-4655-ac1a-8d97565a5b55 req-5fb3f091-efba-4241-9f90-b6f22cae8683 service nova] Releasing lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:52:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:57 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:52:57 user nova-compute[74702]: INFO nova.compute.claims [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Claim successful on node user
Oct 26 01:52:57 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:52:57 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:52:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.672s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:57 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:52:57 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:52:57 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:52:57 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:52:57 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:52:57 user nova-compute[74702]: DEBUG nova.policy [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1040ae84bdf74ea68a989fb6febb8016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0275606333754879b2e158ee08c8c266', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:52:57 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:52:57 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:52:57 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Creating image(s)
Oct 26 01:52:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "/opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "/opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "/opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.207s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.197s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk 1073741824" returned: 0 in 0.056s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 -F raw /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk" returned: 0 in 2.342s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Ensure instance console log exists: /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Start _get_guest_xml network_info=[{"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='993a7df39819a5b900a49cc3416a799c',container_format='bare',created_at=2023-10-26T01:50:40Z,direct_url=<?>,disk_format='qcow2',id=e571b472-fa18-4348-adb0-8206ff0fcd28,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-117580967-shelved',owner='224e2c19388f42db8cc98cf8c1ce1a1f',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-26T01:50:44Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdc', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GaltAFZD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '029a05df-80aa-4505-8cd6-d95f4fe0469b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f675933d-7c7e-43a7-a23e-8c8617c6161b', 'serial': 'f675933d-7c7e-43a7-a23e-8c8617c6161b'}, 'attachment_id': 'fb002523-efb0-4099-b09d-e5ec4fb075b4', 'guest_format': None, 'boot_index': None, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:52:58 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:52:58 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='993a7df39819a5b900a49cc3416a799c',container_format='bare',created_at=2023-10-26T01:50:40Z,direct_url=<?>,disk_format='qcow2',id=e571b472-fa18-4348-adb0-8206ff0fcd28,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-117580967-shelved',owner='224e2c19388f42db8cc98cf8c1ce1a1f',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-26T01:50:44Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.objects.instance [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'vcpu_model' on Instance uuid 029a05df-80aa-4505-8cd6-d95f4fe0469b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.objects.base [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Object Instance<029a05df-80aa-4505-8cd6-d95f4fe0469b> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GaltAFZD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:52:58 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:52:58 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:52:58 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.205s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3f776bc-67cc-45ba-8412-7b618b3aafc4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:52:58 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5454417-4116-464b-8f90-5f4c8afe4084]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Successfully created port: 1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b] added
Oct 26 01:52:58 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2563aff7-bb90-4f8e-8b01-e54c4226fb4f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb6e4265-bdd5-455c-9114-da80e0ee7351]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GaltAFZD {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GaltAFZD" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8025711-e232-41e1-bcb5-f4b7af677dcc]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GaltAFZD'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[678436a3-77c2-4dd2-ad0f-b8d6d94f5a24]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Cannot resize image /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Ensure instance console log exists: /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddd05655-5fdd-42db-b2bd-282ed4451332]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:52:58 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:52:58 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:52:58 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:52:58 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:52:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --login" returned: 0 in 0.173s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d63174f6-a808-489b-bf20-513b91365b73]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b, portal: 172.16.0.220,3260]
Oct 26 01:52:59 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b, portal: 172.16.0.220,3260] successful.
Oct 26 01:52:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.035s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c72e2fea-8ab7-4094-9653-12b861623fca]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[61aab3e0-f5b1-43cc-8f5f-ecbb17477017]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:52:59 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:52:59 user nova-compute[74702]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b (non-flash)
Oct 26 01:52:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:52:59 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:52:59 user nova-compute[74702]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b (non-flash)
Oct 26 01:52:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.472s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] HCTL ('34', '-', '-', 0) found on session 27 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8213ffb1-b54a-4674-8f85-98868e3713b4]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Searching for a device in session 27 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GaltAFZD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG nova.objects.instance [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'flavor' on Instance uuid 24340c4b-2811-4a93-a595-b183b5f1370e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-07fba540-845c-41ef-9319-d67b20d42e17 tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "24340c4b-2811-4a93-a595-b183b5f1370e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 26.504s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Successfully updated port: 1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "refresh_cache-4f3b5ee7-f99b-4683-88cc-f790e032ba9a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquired lock "refresh_cache-4f3b5ee7-f99b-4683-88cc-f790e032ba9a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-10a1ae89-82c8-4100-b189-87d7e1e8981e req-25dec89d-763b-4537-acfa-0786a04aa8bf service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received event network-changed-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-10a1ae89-82c8-4100-b189-87d7e1e8981e req-25dec89d-763b-4537-acfa-0786a04aa8bf service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Refreshing instance network info cache due to event network-changed-1e3caac5-e67f-4ef5-bbfe-17889bc8037f. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-10a1ae89-82c8-4100-b189-87d7e1e8981e req-25dec89d-763b-4537-acfa-0786a04aa8bf service nova] Acquiring lock "refresh_cache-4f3b5ee7-f99b-4683-88cc-f790e032ba9a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:52:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Updating instance_info_cache with network_info: [{"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Releasing lock "refresh_cache-4f3b5ee7-f99b-4683-88cc-f790e032ba9a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Instance network_info: |[{"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-10a1ae89-82c8-4100-b189-87d7e1e8981e req-25dec89d-763b-4537-acfa-0786a04aa8bf service nova] Acquired lock "refresh_cache-4f3b5ee7-f99b-4683-88cc-f790e032ba9a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.network.neutron [req-10a1ae89-82c8-4100-b189-87d7e1e8981e req-25dec89d-763b-4537-acfa-0786a04aa8bf service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Refreshing network info cache for port 1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Start _get_guest_xml network_info=[{"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:53:00 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:53:00 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:52:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1415166821',display_name='tempest-tempest.common.compute-instance-1415166821',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1415166821',id=27,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG0e0s+HqH3k3Mglra8UObCmb0EQvV2vK1doJaO9zSXUa56Y2BDLIVejf7ud5zUjMCN13+CwC1aOIALKoLJDkJN6QhDI+nAlR+xZiyWtuv6MrsuM4y7IwgtBd+EosU6WUg==',key_name='tempest-keypair-313960016',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-55h0bv5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:52:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=4f3b5ee7-f99b-4683-88cc-f790e032ba9a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.objects.instance [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lazy-loading 'pci_devices' on Instance uuid 4f3b5ee7-f99b-4683-88cc-f790e032ba9a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.523s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] <== connect_volume: return (1524ms) {'type': 'block', 'scsi_wwn': '23438303636613463', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23438303636613463', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:53:00 user nova-compute[74702]:   <uuid>4f3b5ee7-f99b-4683-88cc-f790e032ba9a</uuid>
Oct 26 01:53:00 user nova-compute[74702]:   <name>instance-0000001b</name>
Oct 26 01:53:00 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:53:00 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:53:00 user nova-compute[74702]:   <metadata>
Oct 26 01:53:00 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:53:00 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:53:00 user nova-compute[74702]:       <nova:name>tempest-tempest.common.compute-instance-1415166821</nova:name>
Oct 26 01:53:00 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:53:00</nova:creationTime>
Oct 26 01:53:00 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:53:00 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:53:00 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:53:00 user nova-compute[74702]:       <nova:owner>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:user uuid="1040ae84bdf74ea68a989fb6febb8016">tempest-ServerActionsTestOtherA-1464979894-project-member</nova:user>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:project uuid="0275606333754879b2e158ee08c8c266">tempest-ServerActionsTestOtherA-1464979894</nova:project>
Oct 26 01:53:00 user nova-compute[74702]:       </nova:owner>
Oct 26 01:53:00 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:53:00 user nova-compute[74702]:       <nova:ports>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:port uuid="1e3caac5-e67f-4ef5-bbfe-17889bc8037f">
Oct 26 01:53:00 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:53:00 user nova-compute[74702]:         </nova:port>
Oct 26 01:53:00 user nova-compute[74702]:       </nova:ports>
Oct 26 01:53:00 user nova-compute[74702]:     </nova:instance>
Oct 26 01:53:00 user nova-compute[74702]:   </metadata>
Oct 26 01:53:00 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:53:00 user nova-compute[74702]:     <system>
Oct 26 01:53:00 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:53:00 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:53:00 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:53:00 user nova-compute[74702]:       <entry name="serial">4f3b5ee7-f99b-4683-88cc-f790e032ba9a</entry>
Oct 26 01:53:00 user nova-compute[74702]:       <entry name="uuid">4f3b5ee7-f99b-4683-88cc-f790e032ba9a</entry>
Oct 26 01:53:00 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:53:00 user nova-compute[74702]:     </system>
Oct 26 01:53:00 user nova-compute[74702]:   </sysinfo>
Oct 26 01:53:00 user nova-compute[74702]:   <os>
Oct 26 01:53:00 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:53:00 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:53:00 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:53:00 user nova-compute[74702]:   </os>
Oct 26 01:53:00 user nova-compute[74702]:   <features>
Oct 26 01:53:00 user nova-compute[74702]:     <acpi/>
Oct 26 01:53:00 user nova-compute[74702]:     <apic/>
Oct 26 01:53:00 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:53:00 user nova-compute[74702]:   </features>
Oct 26 01:53:00 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:53:00 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:53:00 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:53:00 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:53:00 user nova-compute[74702]:   </clock>
Oct 26 01:53:00 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:53:00 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:53:00 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:53:00 user nova-compute[74702]:   </cpu>
Oct 26 01:53:00 user nova-compute[74702]:   <devices>
Oct 26 01:53:00 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:53:00 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:53:00 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk"/>
Oct 26 01:53:00 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:53:00 user nova-compute[74702]:     </disk>
Oct 26 01:53:00 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:53:00 user nova-compute[74702]:       <mac address="fa:16:3e:36:bd:b3"/>
Oct 26 01:53:00 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:53:00 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:53:00 user nova-compute[74702]:       <target dev="tap1e3caac5-e6"/>
Oct 26 01:53:00 user nova-compute[74702]:     </interface>
Oct 26 01:53:00 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:53:00 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/console.log" append="off"/>
Oct 26 01:53:00 user nova-compute[74702]:     </serial>
Oct 26 01:53:00 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:53:00 user nova-compute[74702]:     <video>
Oct 26 01:53:00 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:53:00 user nova-compute[74702]:     </video>
Oct 26 01:53:00 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:53:00 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:53:00 user nova-compute[74702]:     </rng>
Oct 26 01:53:00 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:53:00 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:53:00 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:53:00 user nova-compute[74702]:     </memballoon>
Oct 26 01:53:00 user nova-compute[74702]:   </devices>
Oct 26 01:53:00 user nova-compute[74702]: </domain>
Oct 26 01:53:00 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:52:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1415166821',display_name='tempest-tempest.common.compute-instance-1415166821',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1415166821',id=27,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG0e0s+HqH3k3Mglra8UObCmb0EQvV2vK1doJaO9zSXUa56Y2BDLIVejf7ud5zUjMCN13+CwC1aOIALKoLJDkJN6QhDI+nAlR+xZiyWtuv6MrsuM4y7IwgtBd+EosU6WUg==',key_name='tempest-keypair-313960016',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-55h0bv5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:52:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=4f3b5ee7-f99b-4683-88cc-f790e032ba9a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG os_vif [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a80b5b6b-1a99-5bc2-9498-a693d3187568', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T01:48:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-117580967',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-117580967',id=23,image_ref='e571b472-fa18-4348-adb0-8206ff0fcd28',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1323366891',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:48:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='224e2c19388f42db8cc98cf8c1ce1a1f',ramdisk_id='',reservation_id='r-yi4b9mne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-837425543',owner_user_name='tempest-AttachVolumeShelveTestJSON-837425543-project-member',shelved_at='2023-10-26T01:50:44.341330',shelved_host='user',shelved_image_id='e571b472-fa18-4348-adb0-8206ff0fcd28'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:52:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c2fb25bcfb14638a427f6abce1d535c',uuid=029a05df-80aa-4505-8cd6-d95f4fe0469b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converting VIF {"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.objects.instance [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'pci_devices' on Instance uuid 029a05df-80aa-4505-8cd6-d95f4fe0469b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1e3caac5-e6, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1e3caac5-e6, col_values=(('qos', UUID('87294180-7d08-4a5a-be46-272498c37b00')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1e3caac5-e6, col_values=(('external_ids', {'iface-id': '1e3caac5-e67f-4ef5-bbfe-17889bc8037f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:bd:b3', 'vm-uuid': '4f3b5ee7-f99b-4683-88cc-f790e032ba9a'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.objects.base [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Object Instance<029a05df-80aa-4505-8cd6-d95f4fe0469b> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:53:00 user nova-compute[74702]:   <uuid>029a05df-80aa-4505-8cd6-d95f4fe0469b</uuid>
Oct 26 01:53:00 user nova-compute[74702]:   <name>instance-00000017</name>
Oct 26 01:53:00 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:53:00 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:53:00 user nova-compute[74702]:   <metadata>
Oct 26 01:53:00 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:53:00 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:53:00 user nova-compute[74702]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-117580967</nova:name>
Oct 26 01:53:00 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:52:58</nova:creationTime>
Oct 26 01:53:00 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:53:00 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:53:00 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:53:00 user nova-compute[74702]:       <nova:owner>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:user uuid="2c2fb25bcfb14638a427f6abce1d535c">tempest-AttachVolumeShelveTestJSON-837425543-project-member</nova:user>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:project uuid="224e2c19388f42db8cc98cf8c1ce1a1f">tempest-AttachVolumeShelveTestJSON-837425543</nova:project>
Oct 26 01:53:00 user nova-compute[74702]:       </nova:owner>
Oct 26 01:53:00 user nova-compute[74702]:       <nova:root type="image" uuid="e571b472-fa18-4348-adb0-8206ff0fcd28"/>
Oct 26 01:53:00 user nova-compute[74702]:       <nova:ports>
Oct 26 01:53:00 user nova-compute[74702]:         <nova:port uuid="a6cb6933-6f82-4196-8ecf-147c98e9b533">
Oct 26 01:53:00 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 01:53:00 user nova-compute[74702]:         </nova:port>
Oct 26 01:53:00 user nova-compute[74702]:       </nova:ports>
Oct 26 01:53:00 user nova-compute[74702]:     </nova:instance>
Oct 26 01:53:00 user nova-compute[74702]:   </metadata>
Oct 26 01:53:00 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:53:00 user nova-compute[74702]:     <system>
Oct 26 01:53:00 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:53:00 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:53:00 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:53:00 user nova-compute[74702]:       <entry name="serial">029a05df-80aa-4505-8cd6-d95f4fe0469b</entry>
Oct 26 01:53:00 user nova-compute[74702]:       <entry name="uuid">029a05df-80aa-4505-8cd6-d95f4fe0469b</entry>
Oct 26 01:53:00 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:53:00 user nova-compute[74702]:     </system>
Oct 26 01:53:00 user nova-compute[74702]:   </sysinfo>
Oct 26 01:53:00 user nova-compute[74702]:   <os>
Oct 26 01:53:00 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:53:00 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:53:00 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:53:00 user nova-compute[74702]:   </os>
Oct 26 01:53:00 user nova-compute[74702]:   <features>
Oct 26 01:53:00 user nova-compute[74702]:     <acpi/>
Oct 26 01:53:00 user nova-compute[74702]:     <apic/>
Oct 26 01:53:00 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:53:00 user nova-compute[74702]:   </features>
Oct 26 01:53:00 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:53:00 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:53:00 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:53:00 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:53:00 user nova-compute[74702]:   </clock>
Oct 26 01:53:00 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:53:00 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:53:00 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:53:00 user nova-compute[74702]:   </cpu>
Oct 26 01:53:00 user nova-compute[74702]:   <devices>
Oct 26 01:53:00 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:53:00 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:53:00 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk"/>
Oct 26 01:53:00 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:53:00 user nova-compute[74702]:     </disk>
Oct 26 01:53:00 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 01:53:00 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:53:00 user nova-compute[74702]:       <source dev="/dev/sdc"/>
Oct 26 01:53:00 user nova-compute[74702]:       <target dev="vdc" bus="virtio"/>
Oct 26 01:53:00 user nova-compute[74702]:       <serial>f675933d-7c7e-43a7-a23e-8c8617c6161b</serial>
Oct 26 01:53:00 user nova-compute[74702]:     </disk>
Oct 26 01:53:00 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:53:00 user nova-compute[74702]:       <mac address="fa:16:3e:9a:ca:ab"/>
Oct 26 01:53:00 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:53:00 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:53:00 user nova-compute[74702]:       <target dev="tapa6cb6933-6f"/>
Oct 26 01:53:00 user nova-compute[74702]:     </interface>
Oct 26 01:53:00 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:53:00 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/console.log" append="off"/>
Oct 26 01:53:00 user nova-compute[74702]:     </serial>
Oct 26 01:53:00 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:53:00 user nova-compute[74702]:     <video>
Oct 26 01:53:00 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:53:00 user nova-compute[74702]:     </video>
Oct 26 01:53:00 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:53:00 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:53:00 user nova-compute[74702]:     </rng>
Oct 26 01:53:00 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:53:00 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:53:00 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:53:00 user nova-compute[74702]:     </memballoon>
Oct 26 01:53:00 user nova-compute[74702]:   </devices>
Oct 26 01:53:00 user nova-compute[74702]: </domain>
Oct 26 01:53:00 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T01:48:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-117580967',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-117580967',id=23,image_ref='e571b472-fa18-4348-adb0-8206ff0fcd28',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1323366891',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:48:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='224e2c19388f42db8cc98cf8c1ce1a1f',ramdisk_id='',reservation_id='r-yi4b9mne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-837425543',owner_user_name='tempest-AttachVolumeShelveTestJSON-837425543-project-member',shelved_at='2023-10-26T01:50:44.341330',shelved_host='user',shelved_image_id='e571b472-fa18-4348-adb0-8206ff0fcd28'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:52:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c2fb25bcfb14638a427f6abce1d535c',uuid=029a05df-80aa-4505-8cd6-d95f4fe0469b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converting VIF {"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG os_vif [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: INFO os_vif [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6')
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c4f19de0-edde-59cd-a81a-12ae8b3512fa', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa6cb6933-6f, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa6cb6933-6f, col_values=(('qos', UUID('17dc3016-2c93-4d8b-819f-71795f934f68')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa6cb6933-6f, col_values=(('external_ids', {'iface-id': 'a6cb6933-6f82-4196-8ecf-147c98e9b533', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:ca:ab', 'vm-uuid': '029a05df-80aa-4505-8cd6-d95f4fe0469b'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:00 user nova-compute[74702]: INFO os_vif [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f')
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No VIF found with MAC fa:16:3e:36:bd:b3, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:53:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] No VIF found with MAC fa:16:3e:9a:ca:ab, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:53:01 user nova-compute[74702]: DEBUG nova.network.neutron [req-10a1ae89-82c8-4100-b189-87d7e1e8981e req-25dec89d-763b-4537-acfa-0786a04aa8bf service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Updated VIF entry in instance network info cache for port 1e3caac5-e67f-4ef5-bbfe-17889bc8037f. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:53:01 user nova-compute[74702]: DEBUG nova.network.neutron [req-10a1ae89-82c8-4100-b189-87d7e1e8981e req-25dec89d-763b-4537-acfa-0786a04aa8bf service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Updating instance_info_cache with network_info: [{"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:53:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-10a1ae89-82c8-4100-b189-87d7e1e8981e req-25dec89d-763b-4537-acfa-0786a04aa8bf service nova] Releasing lock "refresh_cache-4f3b5ee7-f99b-4683-88cc-f790e032ba9a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:53:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-d4ecdb67-790b-4043-8c86-c84a990d44f9 req-5369883e-ec81-4667-b535-2cef90f7fb3a service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received event network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d4ecdb67-790b-4043-8c86-c84a990d44f9 req-5369883e-ec81-4667-b535-2cef90f7fb3a service nova] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d4ecdb67-790b-4043-8c86-c84a990d44f9 req-5369883e-ec81-4667-b535-2cef90f7fb3a service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d4ecdb67-790b-4043-8c86-c84a990d44f9 req-5369883e-ec81-4667-b535-2cef90f7fb3a service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-d4ecdb67-790b-4043-8c86-c84a990d44f9 req-5369883e-ec81-4667-b535-2cef90f7fb3a service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] No waiting events found dispatching network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:02 user nova-compute[74702]: WARNING nova.compute.manager [req-d4ecdb67-790b-4043-8c86-c84a990d44f9 req-5369883e-ec81-4667-b535-2cef90f7fb3a service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received unexpected event network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f for instance with vm_state building and task_state spawning.
Oct 26 01:53:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-b9a52699-e16c-434d-a5ea-6eb735b0d55f req-1f4756d7-0ce4-4315-bf94-0fdb636875c8 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b9a52699-e16c-434d-a5ea-6eb735b0d55f req-1f4756d7-0ce4-4315-bf94-0fdb636875c8 service nova] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b9a52699-e16c-434d-a5ea-6eb735b0d55f req-1f4756d7-0ce4-4315-bf94-0fdb636875c8 service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b9a52699-e16c-434d-a5ea-6eb735b0d55f req-1f4756d7-0ce4-4315-bf94-0fdb636875c8 service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-b9a52699-e16c-434d-a5ea-6eb735b0d55f req-1f4756d7-0ce4-4315-bf94-0fdb636875c8 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] No waiting events found dispatching network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:03 user nova-compute[74702]: WARNING nova.compute.manager [req-b9a52699-e16c-434d-a5ea-6eb735b0d55f req-1f4756d7-0ce4-4315-bf94-0fdb636875c8 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received unexpected event network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 26 01:53:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-9de64df9-62e4-4c2a-8d5f-be522ca68142 req-7a6c9f3c-29e2-486f-9823-2f608f18fd6e service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received event network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9de64df9-62e4-4c2a-8d5f-be522ca68142 req-7a6c9f3c-29e2-486f-9823-2f608f18fd6e service nova] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9de64df9-62e4-4c2a-8d5f-be522ca68142 req-7a6c9f3c-29e2-486f-9823-2f608f18fd6e service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9de64df9-62e4-4c2a-8d5f-be522ca68142 req-7a6c9f3c-29e2-486f-9823-2f608f18fd6e service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-9de64df9-62e4-4c2a-8d5f-be522ca68142 req-7a6c9f3c-29e2-486f-9823-2f608f18fd6e service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] No waiting events found dispatching network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:04 user nova-compute[74702]: WARNING nova.compute.manager [req-9de64df9-62e4-4c2a-8d5f-be522ca68142 req-7a6c9f3c-29e2-486f-9823-2f608f18fd6e service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received unexpected event network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f for instance with vm_state building and task_state spawning.
Oct 26 01:53:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-04e020ff-9b01-4a4a-a657-0ef2c7550ee8 req-f17d7fca-464d-46a3-b65c-1fc4ca053dec service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-04e020ff-9b01-4a4a-a657-0ef2c7550ee8 req-f17d7fca-464d-46a3-b65c-1fc4ca053dec service nova] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-04e020ff-9b01-4a4a-a657-0ef2c7550ee8 req-f17d7fca-464d-46a3-b65c-1fc4ca053dec service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-04e020ff-9b01-4a4a-a657-0ef2c7550ee8 req-f17d7fca-464d-46a3-b65c-1fc4ca053dec service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-04e020ff-9b01-4a4a-a657-0ef2c7550ee8 req-f17d7fca-464d-46a3-b65c-1fc4ca053dec service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] No waiting events found dispatching network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:05 user nova-compute[74702]: WARNING nova.compute.manager [req-04e020ff-9b01-4a4a-a657-0ef2c7550ee8 req-f17d7fca-464d-46a3-b65c-1fc4ca053dec service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received unexpected event network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:53:05 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Instance spawned successfully.
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:53:05 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Instance spawned successfully.
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:53:05 user nova-compute[74702]: INFO nova.compute.manager [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Took 7.67 seconds to spawn the instance on the hypervisor.
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:53:05 user nova-compute[74702]: INFO nova.compute.manager [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Took 8.73 seconds to build instance.
Oct 26 01:53:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ba43b277-ca20-49a0-91f9-e0f23ecaf601 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.848s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:53:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7d7ee20c-6ca9-4aa5-8059-8b9107b76de8 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 32.955s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:15 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 is timed out.
Oct 26 01:53:15 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Successfully detached device vdb from instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 from the live domain config.
Oct 26 01:53:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nHjbVwiW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:53:15 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7faf93dc-893e-469c-8cac-68b8df5b78e8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:53:15 user nova-compute[74702]: No targets found.
Oct 26 01:53:15 user nova-compute[74702]: iSNS:
Oct 26 01:53:15 user nova-compute[74702]: No targets found.
Oct 26 01:53:15 user nova-compute[74702]: STATIC:
Oct 26 01:53:15 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93
Oct 26 01:53:15 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:53:15 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:53:15 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa
Oct 26 01:53:15 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:53:15 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:53:15 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b
Oct 26 01:53:15 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:53:15 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:53:15 user nova-compute[74702]: FIRMWARE:
Oct 26 01:53:15 user nova-compute[74702]: No targets found.
Oct 26 01:53:15 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:53:15 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:53:15 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d452ac2-d729-4cf4-82fd-d3aa6238919d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7829782d-96c9-4215-8f38-5155cc53c96a]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:53:15 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:53:15 user nova-compute[74702]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b (non-flash)
Oct 26 01:53:15 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa (non-flash)
Oct 26 01:53:15 user nova-compute[74702]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:53:15 user nova-compute[74702]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b (non-flash)
Oct 26 01:53:15 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9518244700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[10935b76-3721-4d3b-9c4c-d34f30315e29]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.029s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fabe196e-a20e-494f-b5ec-9dfb96f6ad41]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[de13dad4-95eb-4e9d-a02e-924e48288093]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a8a09f9-8adb-4e0e-a707-43e947a667fd]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0180f2ef-a059-4d6a-928f-1211fcf7ce83]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:53:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fba094a-735b-4694-99f4-04485016ae96]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa, portal: 172.16.0.220,3260]
Oct 26 01:53:16 user nova-compute[74702]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa, portal: 172.16.0.220,3260] successful.
Oct 26 01:53:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4e60d6e-ca15-4f0f-9efd-94554622ceaa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b192d56-cfb3-4fd6-9a81-caecb9273a6e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] <== disconnect_volume: return (347ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG nova.objects.instance [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'flavor' on Instance uuid f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:53:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-71634f5d-7cb0-472a-9c5c-2ad499a80813 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.101s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "24340c4b-2811-4a93-a595-b183b5f1370e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:23 user nova-compute[74702]: INFO nova.compute.manager [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Terminating instance
Oct 26 01:53:23 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-4c4f4486-33c8-4003-8b27-ebb7d7868cb3 req-61da2ee9-1dd5-4d0e-b122-35dac47b0d03 service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received event network-vif-unplugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4c4f4486-33c8-4003-8b27-ebb7d7868cb3 req-61da2ee9-1dd5-4d0e-b122-35dac47b0d03 service nova] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4c4f4486-33c8-4003-8b27-ebb7d7868cb3 req-61da2ee9-1dd5-4d0e-b122-35dac47b0d03 service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4c4f4486-33c8-4003-8b27-ebb7d7868cb3 req-61da2ee9-1dd5-4d0e-b122-35dac47b0d03 service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-4c4f4486-33c8-4003-8b27-ebb7d7868cb3 req-61da2ee9-1dd5-4d0e-b122-35dac47b0d03 service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] No waiting events found dispatching network-vif-unplugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-4c4f4486-33c8-4003-8b27-ebb7d7868cb3 req-61da2ee9-1dd5-4d0e-b122-35dac47b0d03 service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received event network-vif-unplugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:23 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Instance destroyed successfully.
Oct 26 01:53:23 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lazy-loading 'resources' on Instance uuid 24340c4b-2811-4a93-a595-b183b5f1370e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:49:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1250106912',display_name='tempest-AttachVolumeNegativeTest-server-1250106912',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1250106912',id=26,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJ37Sj75xT3DLKgeBLHv75qvCPWnzIjNNltBJbk1SdWwU/wwCkgop7Rix8tJRkEgKiSDg6SjvA3vL96qu2kn2ujEFhWoWAFWJpr0ZfiveHEtb+/2HafRLjJq8iONI+g2Q==',key_name='tempest-keypair-1032970473',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:50:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff70c2375cf040e99c2c6c096e8b0600',ramdisk_id='',reservation_id='r-pdtiu308',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1370319411',owner_user_name='tempest-AttachVolumeNegativeTest-1370319411-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:50:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd78843fc35a425d8bb2bbad2a88ba74',uuid=24340c4b-2811-4a93-a595-b183b5f1370e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "address": "fa:16:3e:6c:d6:42", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5b618b3-e5", "ovs_interfaceid": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converting VIF {"id": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "address": "fa:16:3e:6c:d6:42", "network": {"id": "48e61607-945e-4d30-ad7c-a61316839035", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1157210689-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff70c2375cf040e99c2c6c096e8b0600", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf5b618b3-e5", "ovs_interfaceid": "f5b618b3-e561-40e9-9f27-ca9e1293f877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6c:d6:42,bridge_name='br-int',has_traffic_filtering=True,id=f5b618b3-e561-40e9-9f27-ca9e1293f877,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5b618b3-e5') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG os_vif [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6c:d6:42,bridge_name='br-int',has_traffic_filtering=True,id=f5b618b3-e561-40e9-9f27-ca9e1293f877,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5b618b3-e5') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf5b618b3-e5, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=41efe9ee-aff2-4bc2-b492-47dad085d938) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:53:23 user nova-compute[74702]: INFO os_vif [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6c:d6:42,bridge_name='br-int',has_traffic_filtering=True,id=f5b618b3-e561-40e9-9f27-ca9e1293f877,network=Network(48e61607-945e-4d30-ad7c-a61316839035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf5b618b3-e5')
Oct 26 01:53:23 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Deleting instance files /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e_del
Oct 26 01:53:23 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Deletion of /opt/stack/data/nova/instances/24340c4b-2811-4a93-a595-b183b5f1370e_del complete
Oct 26 01:53:24 user nova-compute[74702]: INFO nova.compute.manager [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 26 01:53:24 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:53:24 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:53:24 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:53:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:24 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:53:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:53:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:53:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:53:24 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:53:25 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Took 1.25 seconds to deallocate network for instance.
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-5ebfae3d-3a25-4784-8021-816e85086b1d req-d26bb8de-c7ec-4f34-bc0c-365e0c680de7 service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received event network-vif-deleted-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:25 user nova-compute[74702]: INFO nova.compute.manager [req-5ebfae3d-3a25-4784-8021-816e85086b1d req-d26bb8de-c7ec-4f34-bc0c-365e0c680de7 service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Neutron deleted interface f5b618b3-e561-40e9-9f27-ca9e1293f877; detaching it from the instance and deleting it from the info cache
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.network.neutron [req-5ebfae3d-3a25-4784-8021-816e85086b1d req-d26bb8de-c7ec-4f34-bc0c-365e0c680de7 service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-5ebfae3d-3a25-4784-8021-816e85086b1d req-d26bb8de-c7ec-4f34-bc0c-365e0c680de7 service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Detach interface failed, port_id=f5b618b3-e561-40e9-9f27-ca9e1293f877, reason: Instance 24340c4b-2811-4a93-a595-b183b5f1370e could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received event network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] No waiting events found dispatching network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:25 user nova-compute[74702]: WARNING nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received unexpected event network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 for instance with vm_state deleted and task_state None.
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received event network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] No waiting events found dispatching network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:25 user nova-compute[74702]: WARNING nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received unexpected event network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 for instance with vm_state deleted and task_state None.
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received event network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] No waiting events found dispatching network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:25 user nova-compute[74702]: WARNING nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received unexpected event network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 for instance with vm_state deleted and task_state None.
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received event network-vif-unplugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] No waiting events found dispatching network-vif-unplugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:25 user nova-compute[74702]: WARNING nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received unexpected event network-vif-unplugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 for instance with vm_state deleted and task_state None.
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received event network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Acquiring lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] Lock "24340c4b-2811-4a93-a595-b183b5f1370e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] No waiting events found dispatching network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:25 user nova-compute[74702]: WARNING nova.compute.manager [req-778d787c-c3a0-4cd6-9b91-93e9fc2eac3f req-dd389e4a-101f-4940-9e9c-f88c1873aa5d service nova] [instance: 24340c4b-2811-4a93-a595-b183b5f1370e] Received unexpected event network-vif-plugged-f5b618b3-e561-40e9-9f27-ca9e1293f877 for instance with vm_state deleted and task_state None.
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updating instance_info_cache with network_info: [{"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-f094241a-35d1-4772-9f38-0c90f1b5b6b5" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.298s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:25 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Deleted allocations for instance 24340c4b-2811-4a93-a595-b183b5f1370e
Oct 26 01:53:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9a77ebc1-ebf0-4e8e-b109-78469655e3cd tempest-AttachVolumeNegativeTest-1370319411 tempest-AttachVolumeNegativeTest-1370319411-project-member] Lock "24340c4b-2811-4a93-a595-b183b5f1370e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.671s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:53:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:53:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:27 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:53:27 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:53:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:53:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:53:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8027MB free_disk=25.295387268066406GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 1f8b6ddf-19eb-476b-9111-b7981d96a064 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 029a05df-80aa-4505-8cd6-d95f4fe0469b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:53:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.435s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:53:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:53:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:53:35 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:53:35 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:53:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:39 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:53:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "1f8b6ddf-19eb-476b-9111-b7981d96a064" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:44 user nova-compute[74702]: INFO nova.compute.manager [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Terminating instance
Oct 26 01:53:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:45 user nova-compute[74702]: INFO nova.compute.manager [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Terminating instance
Oct 26 01:53:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-e7a2cac2-0f42-4540-a18d-994743e98b33 req-3b0f9af6-adbf-41e1-998d-a33d8f2b7396 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-unplugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e7a2cac2-0f42-4540-a18d-994743e98b33 req-3b0f9af6-adbf-41e1-998d-a33d8f2b7396 service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e7a2cac2-0f42-4540-a18d-994743e98b33 req-3b0f9af6-adbf-41e1-998d-a33d8f2b7396 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e7a2cac2-0f42-4540-a18d-994743e98b33 req-3b0f9af6-adbf-41e1-998d-a33d8f2b7396 service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-e7a2cac2-0f42-4540-a18d-994743e98b33 req-3b0f9af6-adbf-41e1-998d-a33d8f2b7396 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-unplugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-e7a2cac2-0f42-4540-a18d-994743e98b33 req-3b0f9af6-adbf-41e1-998d-a33d8f2b7396 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-unplugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Instance destroyed successfully.
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.objects.instance [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lazy-loading 'resources' on Instance uuid 1f8b6ddf-19eb-476b-9111-b7981d96a064 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:53:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Instance destroyed successfully.
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.objects.instance [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'resources' on Instance uuid f094241a-35d1-4772-9f38-0c90f1b5b6b5 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:46:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1121895262',display_name='tempest-ServerRescueNegativeTestJSON-server-1121895262',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1121895262',id=20,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDnUPJ3PVnMJutyrTsP6S9Z679PzGeXI9UtHFIZpiyV3A0VwLkgztRM/flPSUaHHJLZ1PxzL+vIhhBG+lT75IlmIAXw/edfnI2EEsS6/CV7T7p0QjXQu+2oBoM86LNBkDA==',key_name='tempest-keypair-1484686640',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:49:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='541c5a0da90c4ee7a0a078f5f144d719',ramdisk_id='',reservation_id='r-14l0s2mz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-858261015',owner_user_name='tempest-ServerRescueNegativeTestJSON-858261015-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:51:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9c680f688f42059011bde2d37fe96e',uuid=f094241a-35d1-4772-9f38-0c90f1b5b6b5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converting VIF {"id": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "address": "fa:16:3e:ab:3f:50", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5cbc5ea-34", "ovs_interfaceid": "d5cbc5ea-340a-43e8-b3bd-504b36daeeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ab:3f:50,bridge_name='br-int',has_traffic_filtering=True,id=d5cbc5ea-340a-43e8-b3bd-504b36daeeb5,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5cbc5ea-34') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_vif [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:3f:50,bridge_name='br-int',has_traffic_filtering=True,id=d5cbc5ea-340a-43e8-b3bd-504b36daeeb5,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5cbc5ea-34') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T01:49:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1765961016',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1277011300',id=24,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK557Kqb5Bzuv4eM6UXNjTukWnVNH1cN5xOVOUrbNbzf0DZlLAvjfeQAo6RvWoH8NBniZHg2yyKzA7uHkt4vTGWMNxgdEsQka0U2SFGqxm7V35Mp6+M1lOipU0AWthgtAw==',key_name='tempest-keypair-785037015',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:51:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='67e2391dffe34a0cb7e754a3e3615eac',ramdisk_id='',reservation_id='r-a1s4yhvh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-2061506231',owner_user_name='tempest-ServerActionsV293TestJSON-2061506231-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:51:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f20608a551c14c519d951517e60e77a4',uuid=1f8b6ddf-19eb-476b-9111-b7981d96a064,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Converting VIF {"id": "fd79c623-ab76-4d72-9609-317501b8d1c3", "address": "fa:16:3e:c7:ed:c8", "network": {"id": "454a2e26-c4f3-43c6-83bf-f74a2340f5c4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-583224569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "67e2391dffe34a0cb7e754a3e3615eac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd79c623-ab", "ovs_interfaceid": "fd79c623-ab76-4d72-9609-317501b8d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_vif [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd5cbc5ea-34, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfd79c623-ab, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bd7de284-de24-43cf-ac7c-3c0213c12c7b) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=afb818ee-adb7-495d-ad5d-bb61916b358c) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: INFO os_vif [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:3f:50,bridge_name='br-int',has_traffic_filtering=True,id=d5cbc5ea-340a-43e8-b3bd-504b36daeeb5,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5cbc5ea-34')
Oct 26 01:53:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Deleting instance files /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5_del
Oct 26 01:53:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Deletion of /opt/stack/data/nova/instances/f094241a-35d1-4772-9f38-0c90f1b5b6b5_del complete
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: INFO os_vif [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c7:ed:c8,bridge_name='br-int',has_traffic_filtering=True,id=fd79c623-ab76-4d72-9609-317501b8d1c3,network=Network(454a2e26-c4f3-43c6-83bf-f74a2340f5c4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd79c623-ab')
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xIEdMWYe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:53:46 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6f9d442-51d7-46cd-94c9-1028cb360f34]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:53:46 user nova-compute[74702]: No targets found.
Oct 26 01:53:46 user nova-compute[74702]: iSNS:
Oct 26 01:53:46 user nova-compute[74702]: No targets found.
Oct 26 01:53:46 user nova-compute[74702]: STATIC:
Oct 26 01:53:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93
Oct 26 01:53:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:53:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:53:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b
Oct 26 01:53:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:53:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:53:46 user nova-compute[74702]: FIRMWARE:
Oct 26 01:53:46 user nova-compute[74702]: No targets found.
Oct 26 01:53:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:53:46 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:53:46 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[057d704c-6846-439b-88d2-6af4cbd9acf5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[08953360-9e70-4859-9d9d-7b36104b8025]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:53:46 user nova-compute[74702]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b (non-flash)
Oct 26 01:53:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 (non-flash)
Oct 26 01:53:46 user nova-compute[74702]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b (non-flash)
Oct 26 01:53:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9518247ac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93'): ({'sdd'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Removing single pathed devices sdd {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:53:46 user nova-compute[74702]: INFO nova.compute.manager [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Took 1.05 seconds to destroy the instance on the hypervisor.
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[31431486-2385-4815-b2d9-204206ec3f2c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc6b138c-7f55-417f-93c7-ec7b3505186e]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Flushing IO for device /dev/sdd {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[25ac07fd-fc62-4076-88bb-157b5bc43c6a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd4f2d05-d0bc-40d2-bbcc-b73b900f3a18]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[50246ec1-417c-4936-8382-fa7e0478aee7]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c58f18c-36f5-427b-aec7-6039cccbaca0]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260]
Oct 26 01:53:46 user nova-compute[74702]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93, portal: 172.16.0.220,3260] successful.
Oct 26 01:53:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c00818eb-9e9a-4743-bf85-be5762f97b93 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b18012cd-09a5-4e2b-beff-65ee953e5d22]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] <== disconnect_volume: return (336ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:53:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Deleting instance files /opt/stack/data/nova/instances/1f8b6ddf-19eb-476b-9111-b7981d96a064_del
Oct 26 01:53:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Deletion of /opt/stack/data/nova/instances/1f8b6ddf-19eb-476b-9111-b7981d96a064_del complete
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:46 user nova-compute[74702]: INFO nova.compute.manager [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Took 1.67 seconds to destroy the instance on the hypervisor.
Oct 26 01:53:46 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:53:46 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:53:47 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Took 1.09 seconds to deallocate network for instance.
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-f64f732f-988a-406e-812a-0797816727e6 req-7f623e18-c2aa-4c42-8a20-4fdd9f489d69 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-deleted-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:47 user nova-compute[74702]: INFO nova.compute.manager [req-f64f732f-988a-406e-812a-0797816727e6 req-7f623e18-c2aa-4c42-8a20-4fdd9f489d69 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Neutron deleted interface d5cbc5ea-340a-43e8-b3bd-504b36daeeb5; detaching it from the instance and deleting it from the info cache
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.network.neutron [req-f64f732f-988a-406e-812a-0797816727e6 req-7f623e18-c2aa-4c42-8a20-4fdd9f489d69 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-f64f732f-988a-406e-812a-0797816727e6 req-7f623e18-c2aa-4c42-8a20-4fdd9f489d69 service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Detach interface failed, port_id=d5cbc5ea-340a-43e8-b3bd-504b36daeeb5, reason: Instance f094241a-35d1-4772-9f38-0c90f1b5b6b5 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:53:47 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Took 0.92 seconds to deallocate network for instance.
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-d0fa9555-8ad5-4147-93b7-755c029be8ca req-8bfe9931-6b19-4b17-a55e-13394bc2c3c4 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Received event network-vif-deleted-fd79c623-ab76-4d72-9609-317501b8d1c3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:47 user nova-compute[74702]: INFO nova.compute.manager [req-d0fa9555-8ad5-4147-93b7-755c029be8ca req-8bfe9931-6b19-4b17-a55e-13394bc2c3c4 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Neutron deleted interface fd79c623-ab76-4d72-9609-317501b8d1c3; detaching it from the instance and deleting it from the info cache
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.network.neutron [req-d0fa9555-8ad5-4147-93b7-755c029be8ca req-8bfe9931-6b19-4b17-a55e-13394bc2c3c4 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-d0fa9555-8ad5-4147-93b7-755c029be8ca req-8bfe9931-6b19-4b17-a55e-13394bc2c3c4 service nova] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Detach interface failed, port_id=fd79c623-ab76-4d72-9609-317501b8d1c3, reason: Instance 1f8b6ddf-19eb-476b-9111-b7981d96a064 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.405s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:47 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Deleted allocations for instance f094241a-35d1-4772-9f38-0c90f1b5b6b5
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:47 user nova-compute[74702]: WARNING nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state deleted and task_state None.
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:47 user nova-compute[74702]: WARNING nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state deleted and task_state None.
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:47 user nova-compute[74702]: WARNING nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state deleted and task_state None.
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-unplugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-unplugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:47 user nova-compute[74702]: WARNING nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-unplugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state deleted and task_state None.
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Acquiring lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] No waiting events found dispatching network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:47 user nova-compute[74702]: WARNING nova.compute.manager [req-3559ecb2-205e-4bf2-8fad-6e5b10a6923f req-341a3385-7565-4630-b91a-046ba80fc40c service nova] [instance: f094241a-35d1-4772-9f38-0c90f1b5b6b5] Received unexpected event network-vif-plugged-d5cbc5ea-340a-43e8-b3bd-504b36daeeb5 for instance with vm_state deleted and task_state None.
Oct 26 01:53:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a30ebd-5e99-48a3-b56b-c50ceb3b78ae tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "f094241a-35d1-4772-9f38-0c90f1b5b6b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.802s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:48 user nova-compute[74702]: INFO nova.compute.manager [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Took 1.08 seconds to detach 1 volumes for instance.
Oct 26 01:53:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] [instance: 1f8b6ddf-19eb-476b-9111-b7981d96a064] Deleting volume: c00818eb-9e9a-4743-bf85-be5762f97b93 {{(pid=74702) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 26 01:53:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:49 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:53:49 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:53:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.363s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:49 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Deleted allocations for instance 1f8b6ddf-19eb-476b-9111-b7981d96a064
Oct 26 01:53:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19ed2420-999a-4249-b63f-ece281cd2e2a tempest-ServerActionsV293TestJSON-2061506231 tempest-ServerActionsV293TestJSON-2061506231-project-member] Lock "1f8b6ddf-19eb-476b-9111-b7981d96a064" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.414s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Acquiring lock "b1cfb9f6-b0c7-4425-9936-f427b9764860" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:53:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:53:52 user nova-compute[74702]: INFO nova.compute.claims [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Claim successful on node user
Oct 26 01:53:52 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:53:52 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:53:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.328s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG nova.compute.manager [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG nova.network.neutron [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:53:53 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:53:53 user nova-compute[74702]: DEBUG nova.compute.manager [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG nova.policy [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43894daf40ef4fed94efe266144789a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f6dd79681364017bc169675bbe8331b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG nova.compute.manager [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:53:53 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Creating image(s)
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Acquiring lock "/opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "/opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "/opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk 1073741824" returned: 0 in 0.049s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG nova.network.neutron [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Successfully created port: 96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.190s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:53:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Cannot resize image /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Ensure instance console log exists: /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG nova.network.neutron [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Successfully updated port: 96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Acquiring lock "refresh_cache-b1cfb9f6-b0c7-4425-9936-f427b9764860" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Acquired lock "refresh_cache-b1cfb9f6-b0c7-4425-9936-f427b9764860" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG nova.network.neutron [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-7f1e9f0c-b744-4479-8e2e-e54f1824f493 req-df68d41e-713e-4b97-a614-174d3c876851 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Received event network-changed-96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-7f1e9f0c-b744-4479-8e2e-e54f1824f493 req-df68d41e-713e-4b97-a614-174d3c876851 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Refreshing instance network info cache due to event network-changed-96270de1-cd20-4022-8841-d063a0d2c577. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7f1e9f0c-b744-4479-8e2e-e54f1824f493 req-df68d41e-713e-4b97-a614-174d3c876851 service nova] Acquiring lock "refresh_cache-b1cfb9f6-b0c7-4425-9936-f427b9764860" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:53:54 user nova-compute[74702]: DEBUG nova.network.neutron [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.network.neutron [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Updating instance_info_cache with network_info: [{"id": "96270de1-cd20-4022-8841-d063a0d2c577", "address": "fa:16:3e:13:ce:e6", "network": {"id": "a100fee3-2bd8-4ebd-88e4-f1f87e723035", "bridge": "br-int", "label": "tempest-VolumesActionsTest-485026501-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f6dd79681364017bc169675bbe8331b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96270de1-cd", "ovs_interfaceid": "96270de1-cd20-4022-8841-d063a0d2c577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Releasing lock "refresh_cache-b1cfb9f6-b0c7-4425-9936-f427b9764860" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Instance network_info: |[{"id": "96270de1-cd20-4022-8841-d063a0d2c577", "address": "fa:16:3e:13:ce:e6", "network": {"id": "a100fee3-2bd8-4ebd-88e4-f1f87e723035", "bridge": "br-int", "label": "tempest-VolumesActionsTest-485026501-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f6dd79681364017bc169675bbe8331b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96270de1-cd", "ovs_interfaceid": "96270de1-cd20-4022-8841-d063a0d2c577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7f1e9f0c-b744-4479-8e2e-e54f1824f493 req-df68d41e-713e-4b97-a614-174d3c876851 service nova] Acquired lock "refresh_cache-b1cfb9f6-b0c7-4425-9936-f427b9764860" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.network.neutron [req-7f1e9f0c-b744-4479-8e2e-e54f1824f493 req-df68d41e-713e-4b97-a614-174d3c876851 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Refreshing network info cache for port 96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Start _get_guest_xml network_info=[{"id": "96270de1-cd20-4022-8841-d063a0d2c577", "address": "fa:16:3e:13:ce:e6", "network": {"id": "a100fee3-2bd8-4ebd-88e4-f1f87e723035", "bridge": "br-int", "label": "tempest-VolumesActionsTest-485026501-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f6dd79681364017bc169675bbe8331b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96270de1-cd", "ovs_interfaceid": "96270de1-cd20-4022-8841-d063a0d2c577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:53:55 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:53:55 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:53:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-78776819',display_name='tempest-VolumesActionsTest-instance-78776819',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-78776819',id=28,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f6dd79681364017bc169675bbe8331b',ramdisk_id='',reservation_id='r-hz1gva2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-328843944',owner_user_name='tempest-VolumesActionsTest-328843944-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:53:53Z,user_data=None,user_id='43894daf40ef4fed94efe266144789a6',uuid=b1cfb9f6-b0c7-4425-9936-f427b9764860,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96270de1-cd20-4022-8841-d063a0d2c577", "address": "fa:16:3e:13:ce:e6", "network": {"id": "a100fee3-2bd8-4ebd-88e4-f1f87e723035", "bridge": "br-int", "label": "tempest-VolumesActionsTest-485026501-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f6dd79681364017bc169675bbe8331b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96270de1-cd", "ovs_interfaceid": "96270de1-cd20-4022-8841-d063a0d2c577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Converting VIF {"id": "96270de1-cd20-4022-8841-d063a0d2c577", "address": "fa:16:3e:13:ce:e6", "network": {"id": "a100fee3-2bd8-4ebd-88e4-f1f87e723035", "bridge": "br-int", "label": "tempest-VolumesActionsTest-485026501-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f6dd79681364017bc169675bbe8331b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96270de1-cd", "ovs_interfaceid": "96270de1-cd20-4022-8841-d063a0d2c577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:ce:e6,bridge_name='br-int',has_traffic_filtering=True,id=96270de1-cd20-4022-8841-d063a0d2c577,network=Network(a100fee3-2bd8-4ebd-88e4-f1f87e723035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96270de1-cd') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.objects.instance [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lazy-loading 'pci_devices' on Instance uuid b1cfb9f6-b0c7-4425-9936-f427b9764860 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:53:55 user nova-compute[74702]:   <uuid>b1cfb9f6-b0c7-4425-9936-f427b9764860</uuid>
Oct 26 01:53:55 user nova-compute[74702]:   <name>instance-0000001c</name>
Oct 26 01:53:55 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:53:55 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:53:55 user nova-compute[74702]:   <metadata>
Oct 26 01:53:55 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:53:55 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:53:55 user nova-compute[74702]:       <nova:name>tempest-VolumesActionsTest-instance-78776819</nova:name>
Oct 26 01:53:55 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:53:55</nova:creationTime>
Oct 26 01:53:55 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:53:55 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:53:55 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:53:55 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:53:55 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:53:55 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:53:55 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:53:55 user nova-compute[74702]:       <nova:owner>
Oct 26 01:53:55 user nova-compute[74702]:         <nova:user uuid="43894daf40ef4fed94efe266144789a6">tempest-VolumesActionsTest-328843944-project-member</nova:user>
Oct 26 01:53:55 user nova-compute[74702]:         <nova:project uuid="7f6dd79681364017bc169675bbe8331b">tempest-VolumesActionsTest-328843944</nova:project>
Oct 26 01:53:55 user nova-compute[74702]:       </nova:owner>
Oct 26 01:53:55 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:53:55 user nova-compute[74702]:       <nova:ports>
Oct 26 01:53:55 user nova-compute[74702]:         <nova:port uuid="96270de1-cd20-4022-8841-d063a0d2c577">
Oct 26 01:53:55 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 01:53:55 user nova-compute[74702]:         </nova:port>
Oct 26 01:53:55 user nova-compute[74702]:       </nova:ports>
Oct 26 01:53:55 user nova-compute[74702]:     </nova:instance>
Oct 26 01:53:55 user nova-compute[74702]:   </metadata>
Oct 26 01:53:55 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:53:55 user nova-compute[74702]:     <system>
Oct 26 01:53:55 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:53:55 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:53:55 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:53:55 user nova-compute[74702]:       <entry name="serial">b1cfb9f6-b0c7-4425-9936-f427b9764860</entry>
Oct 26 01:53:55 user nova-compute[74702]:       <entry name="uuid">b1cfb9f6-b0c7-4425-9936-f427b9764860</entry>
Oct 26 01:53:55 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:53:55 user nova-compute[74702]:     </system>
Oct 26 01:53:55 user nova-compute[74702]:   </sysinfo>
Oct 26 01:53:55 user nova-compute[74702]:   <os>
Oct 26 01:53:55 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:53:55 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:53:55 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:53:55 user nova-compute[74702]:   </os>
Oct 26 01:53:55 user nova-compute[74702]:   <features>
Oct 26 01:53:55 user nova-compute[74702]:     <acpi/>
Oct 26 01:53:55 user nova-compute[74702]:     <apic/>
Oct 26 01:53:55 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:53:55 user nova-compute[74702]:   </features>
Oct 26 01:53:55 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:53:55 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:53:55 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:53:55 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:53:55 user nova-compute[74702]:   </clock>
Oct 26 01:53:55 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:53:55 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:53:55 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:53:55 user nova-compute[74702]:   </cpu>
Oct 26 01:53:55 user nova-compute[74702]:   <devices>
Oct 26 01:53:55 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:53:55 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:53:55 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk"/>
Oct 26 01:53:55 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:53:55 user nova-compute[74702]:     </disk>
Oct 26 01:53:55 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:53:55 user nova-compute[74702]:       <mac address="fa:16:3e:13:ce:e6"/>
Oct 26 01:53:55 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:53:55 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:53:55 user nova-compute[74702]:       <target dev="tap96270de1-cd"/>
Oct 26 01:53:55 user nova-compute[74702]:     </interface>
Oct 26 01:53:55 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:53:55 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/console.log" append="off"/>
Oct 26 01:53:55 user nova-compute[74702]:     </serial>
Oct 26 01:53:55 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:53:55 user nova-compute[74702]:     <video>
Oct 26 01:53:55 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:53:55 user nova-compute[74702]:     </video>
Oct 26 01:53:55 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:53:55 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:53:55 user nova-compute[74702]:     </rng>
Oct 26 01:53:55 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:53:55 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:53:55 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:53:55 user nova-compute[74702]:     </memballoon>
Oct 26 01:53:55 user nova-compute[74702]:   </devices>
Oct 26 01:53:55 user nova-compute[74702]: </domain>
Oct 26 01:53:55 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:53:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-78776819',display_name='tempest-VolumesActionsTest-instance-78776819',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-78776819',id=28,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f6dd79681364017bc169675bbe8331b',ramdisk_id='',reservation_id='r-hz1gva2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-328843944',owner_user_name='tempest-VolumesActionsTest-328843944-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:53:53Z,user_data=None,user_id='43894daf40ef4fed94efe266144789a6',uuid=b1cfb9f6-b0c7-4425-9936-f427b9764860,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96270de1-cd20-4022-8841-d063a0d2c577", "address": "fa:16:3e:13:ce:e6", "network": {"id": "a100fee3-2bd8-4ebd-88e4-f1f87e723035", "bridge": "br-int", "label": "tempest-VolumesActionsTest-485026501-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f6dd79681364017bc169675bbe8331b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96270de1-cd", "ovs_interfaceid": "96270de1-cd20-4022-8841-d063a0d2c577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Converting VIF {"id": "96270de1-cd20-4022-8841-d063a0d2c577", "address": "fa:16:3e:13:ce:e6", "network": {"id": "a100fee3-2bd8-4ebd-88e4-f1f87e723035", "bridge": "br-int", "label": "tempest-VolumesActionsTest-485026501-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f6dd79681364017bc169675bbe8331b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96270de1-cd", "ovs_interfaceid": "96270de1-cd20-4022-8841-d063a0d2c577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:ce:e6,bridge_name='br-int',has_traffic_filtering=True,id=96270de1-cd20-4022-8841-d063a0d2c577,network=Network(a100fee3-2bd8-4ebd-88e4-f1f87e723035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96270de1-cd') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG os_vif [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:ce:e6,bridge_name='br-int',has_traffic_filtering=True,id=96270de1-cd20-4022-8841-d063a0d2c577,network=Network(a100fee3-2bd8-4ebd-88e4-f1f87e723035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96270de1-cd') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd1e2f8b2-b087-502a-8f2f-e58c3ebc5518', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap96270de1-cd, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap96270de1-cd, col_values=(('qos', UUID('a728dbf1-37c1-4ee8-a5f9-2dfc60564698')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap96270de1-cd, col_values=(('external_ids', {'iface-id': '96270de1-cd20-4022-8841-d063a0d2c577', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:ce:e6', 'vm-uuid': 'b1cfb9f6-b0c7-4425-9936-f427b9764860'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:55 user nova-compute[74702]: INFO os_vif [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:ce:e6,bridge_name='br-int',has_traffic_filtering=True,id=96270de1-cd20-4022-8841-d063a0d2c577,network=Network(a100fee3-2bd8-4ebd-88e4-f1f87e723035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96270de1-cd')
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] No VIF found with MAC fa:16:3e:13:ce:e6, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.network.neutron [req-7f1e9f0c-b744-4479-8e2e-e54f1824f493 req-df68d41e-713e-4b97-a614-174d3c876851 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Updated VIF entry in instance network info cache for port 96270de1-cd20-4022-8841-d063a0d2c577. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG nova.network.neutron [req-7f1e9f0c-b744-4479-8e2e-e54f1824f493 req-df68d41e-713e-4b97-a614-174d3c876851 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Updating instance_info_cache with network_info: [{"id": "96270de1-cd20-4022-8841-d063a0d2c577", "address": "fa:16:3e:13:ce:e6", "network": {"id": "a100fee3-2bd8-4ebd-88e4-f1f87e723035", "bridge": "br-int", "label": "tempest-VolumesActionsTest-485026501-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f6dd79681364017bc169675bbe8331b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96270de1-cd", "ovs_interfaceid": "96270de1-cd20-4022-8841-d063a0d2c577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:53:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7f1e9f0c-b744-4479-8e2e-e54f1824f493 req-df68d41e-713e-4b97-a614-174d3c876851 service nova] Releasing lock "refresh_cache-b1cfb9f6-b0c7-4425-9936-f427b9764860" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:53:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:56 user nova-compute[74702]: DEBUG nova.compute.manager [req-b9540c06-1347-4b6c-b0ba-bcd9c261a533 req-8399bda4-5cbb-410d-b2ab-68b81908bed6 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Received event network-vif-plugged-96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b9540c06-1347-4b6c-b0ba-bcd9c261a533 req-8399bda4-5cbb-410d-b2ab-68b81908bed6 service nova] Acquiring lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b9540c06-1347-4b6c-b0ba-bcd9c261a533 req-8399bda4-5cbb-410d-b2ab-68b81908bed6 service nova] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b9540c06-1347-4b6c-b0ba-bcd9c261a533 req-8399bda4-5cbb-410d-b2ab-68b81908bed6 service nova] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:56 user nova-compute[74702]: DEBUG nova.compute.manager [req-b9540c06-1347-4b6c-b0ba-bcd9c261a533 req-8399bda4-5cbb-410d-b2ab-68b81908bed6 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] No waiting events found dispatching network-vif-plugged-96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:56 user nova-compute[74702]: WARNING nova.compute.manager [req-b9540c06-1347-4b6c-b0ba-bcd9c261a533 req-8399bda4-5cbb-410d-b2ab-68b81908bed6 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Received unexpected event network-vif-plugged-96270de1-cd20-4022-8841-d063a0d2c577 for instance with vm_state building and task_state spawning.
Oct 26 01:53:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:53:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-1b0803c7-aea6-4314-b778-46efe3b533c6 req-7201c585-6cd0-4ddf-9ecd-4bcba8f3abe0 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Received event network-vif-plugged-96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:53:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1b0803c7-aea6-4314-b778-46efe3b533c6 req-7201c585-6cd0-4ddf-9ecd-4bcba8f3abe0 service nova] Acquiring lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:53:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1b0803c7-aea6-4314-b778-46efe3b533c6 req-7201c585-6cd0-4ddf-9ecd-4bcba8f3abe0 service nova] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:53:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1b0803c7-aea6-4314-b778-46efe3b533c6 req-7201c585-6cd0-4ddf-9ecd-4bcba8f3abe0 service nova] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:53:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-1b0803c7-aea6-4314-b778-46efe3b533c6 req-7201c585-6cd0-4ddf-9ecd-4bcba8f3abe0 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] No waiting events found dispatching network-vif-plugged-96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:53:59 user nova-compute[74702]: WARNING nova.compute.manager [req-1b0803c7-aea6-4314-b778-46efe3b533c6 req-7201c585-6cd0-4ddf-9ecd-4bcba8f3abe0 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Received unexpected event network-vif-plugged-96270de1-cd20-4022-8841-d063a0d2c577 for instance with vm_state building and task_state spawning.
Oct 26 01:53:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:53:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:53:59 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Instance spawned successfully.
Oct 26 01:53:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:53:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:53:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:53:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:53:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:53:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:53:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:53:59 user nova-compute[74702]: INFO nova.compute.manager [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Took 6.02 seconds to spawn the instance on the hypervisor.
Oct 26 01:53:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:53:59 user nova-compute[74702]: INFO nova.compute.manager [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Took 6.69 seconds to build instance.
Oct 26 01:53:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-633301fe-1531-42af-8300-0c0d7fe5f5be tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.804s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:54:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:20 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:20 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 01:54:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:54:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:54:23 user nova-compute[74702]: INFO nova.compute.manager [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Detaching volume f675933d-7c7e-43a7-a23e-8c8617c6161b
Oct 26 01:54:23 user nova-compute[74702]: INFO nova.virt.block_device [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Attempting to driver detach volume f675933d-7c7e-43a7-a23e-8c8617c6161b from mountpoint /dev/vdc
Oct 26 01:54:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Attempting to detach device vdc from instance 029a05df-80aa-4505-8cd6-d95f4fe0469b from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:54:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:54:23 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:54:23 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 01:54:23 user nova-compute[74702]:   <target dev="vdc" bus="virtio"/>
Oct 26 01:54:23 user nova-compute[74702]:   <serial>f675933d-7c7e-43a7-a23e-8c8617c6161b</serial>
Oct 26 01:54:23 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 01:54:23 user nova-compute[74702]: </disk>
Oct 26 01:54:23 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:54:23 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Successfully detached device vdc from instance 029a05df-80aa-4505-8cd6-d95f4fe0469b from the persistent domain config.
Oct 26 01:54:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 029a05df-80aa-4505-8cd6-d95f4fe0469b from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:54:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:54:23 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:54:23 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 01:54:23 user nova-compute[74702]:   <target dev="vdc" bus="virtio"/>
Oct 26 01:54:23 user nova-compute[74702]:   <serial>f675933d-7c7e-43a7-a23e-8c8617c6161b</serial>
Oct 26 01:54:23 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 01:54:23 user nova-compute[74702]: </disk>
Oct 26 01:54:23 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:54:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 029a05df-80aa-4505-8cd6-d95f4fe0469b {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:54:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:54:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:54:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:54:26 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:54:27 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updating instance_info_cache with network_info: [{"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:54:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:54:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:54:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 01:54:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 01:54:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:54:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:54:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:54:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:54:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:33 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:54:33 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:54:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8179MB free_disk=25.288890838623047GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 029a05df-80aa-4505-8cd6-d95f4fe0469b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b1cfb9f6-b0c7-4425-9936-f427b9764860 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:54:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.385s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:54:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:35 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:35 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:35 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:36 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:36 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:36 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:54:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:39 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:39 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:54:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:43 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 029a05df-80aa-4505-8cd6-d95f4fe0469b is timed out.
Oct 26 01:54:43 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Successfully detached device vdc from instance 029a05df-80aa-4505-8cd6-d95f4fe0469b from the live domain config.
Oct 26 01:54:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:54:43 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GaltAFZD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:54:43 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:54:43 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:54:43 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:54:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[276e4573-1143-4029-805b-9e31069329a7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:54:44 user nova-compute[74702]: No targets found.
Oct 26 01:54:44 user nova-compute[74702]: iSNS:
Oct 26 01:54:44 user nova-compute[74702]: No targets found.
Oct 26 01:54:44 user nova-compute[74702]: STATIC:
Oct 26 01:54:44 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b
Oct 26 01:54:44 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:54:44 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:54:44 user nova-compute[74702]: FIRMWARE:
Oct 26 01:54:44 user nova-compute[74702]: No targets found.
Oct 26 01:54:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:54:44 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:54:44 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e81abb-0350-489e-8db9-a2a1bb5d255f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[580af9d5-27d1-4931-8903-68400ddfca1a]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b (non-flash)
Oct 26 01:54:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b (non-flash)
Oct 26 01:54:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95182a0700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b'): ({'sdc'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Removing single pathed devices sdc {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[97eb469f-1d09-4ccd-920b-5ebfd7545f13]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[94aca024-045b-48de-a276-e12ca62c7e93]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Flushing IO for device /dev/sdc {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c5d27d1-3aeb-47c5-b790-ab6cc64c8a12]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[89ed205d-d997-499f-9b1e-5c146a139d0d]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b489a4d-d0ab-4513-b059-f08cf246643f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f42c8344-c029-4273-b934-290e9cea979c]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b, portal: 172.16.0.220,3260]
Oct 26 01:54:44 user nova-compute[74702]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b, portal: 172.16.0.220,3260] successful.
Oct 26 01:54:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f675933d-7c7e-43a7-a23e-8c8617c6161b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[80af8f4c-0f2d-4f6d-9cd4-db77356b987f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] <== disconnect_volume: return (317ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:54:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:54:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-f5a0f3e2-1448-4fbe-a88a-789162b81b01 req-d84d9114-f523-4d3c-bc40-96a142f2bfe5 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received event network-changed-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-f5a0f3e2-1448-4fbe-a88a-789162b81b01 req-d84d9114-f523-4d3c-bc40-96a142f2bfe5 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Refreshing instance network info cache due to event network-changed-1e3caac5-e67f-4ef5-bbfe-17889bc8037f. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f5a0f3e2-1448-4fbe-a88a-789162b81b01 req-d84d9114-f523-4d3c-bc40-96a142f2bfe5 service nova] Acquiring lock "refresh_cache-4f3b5ee7-f99b-4683-88cc-f790e032ba9a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f5a0f3e2-1448-4fbe-a88a-789162b81b01 req-d84d9114-f523-4d3c-bc40-96a142f2bfe5 service nova] Acquired lock "refresh_cache-4f3b5ee7-f99b-4683-88cc-f790e032ba9a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG nova.network.neutron [req-f5a0f3e2-1448-4fbe-a88a-789162b81b01 req-d84d9114-f523-4d3c-bc40-96a142f2bfe5 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Refreshing network info cache for port 1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "3f24c139-0ed1-4586-b040-9213543d3737" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "3f24c139-0ed1-4586-b040-9213543d3737" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:54:48 user nova-compute[74702]: INFO nova.compute.claims [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Claim successful on node user
Oct 26 01:54:48 user nova-compute[74702]: DEBUG nova.network.neutron [req-f5a0f3e2-1448-4fbe-a88a-789162b81b01 req-d84d9114-f523-4d3c-bc40-96a142f2bfe5 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Updated VIF entry in instance network info cache for port 1e3caac5-e67f-4ef5-bbfe-17889bc8037f. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG nova.network.neutron [req-f5a0f3e2-1448-4fbe-a88a-789162b81b01 req-d84d9114-f523-4d3c-bc40-96a142f2bfe5 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Updating instance_info_cache with network_info: [{"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f5a0f3e2-1448-4fbe-a88a-789162b81b01 req-d84d9114-f523-4d3c-bc40-96a142f2bfe5 service nova] Releasing lock "refresh_cache-4f3b5ee7-f99b-4683-88cc-f790e032ba9a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG nova.objects.instance [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lazy-loading 'flavor' on Instance uuid 4f3b5ee7-f99b-4683-88cc-f790e032ba9a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:54:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.077s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.553s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:54:49 user nova-compute[74702]: INFO nova.compute.manager [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Attaching volume 9a14954c-92c5-4711-a802-5159e22f96c0 to /dev/vdb
Oct 26 01:54:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG nova.network.neutron [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG os_brick.utils [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5cbf5e7-494b-42d4-ad86-5745b00ca30f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a03e445b-8fd1-4995-8e3f-a6ab06de7219]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1a185aa-29dc-4263-a157-4d58b6bcca6f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6df29fd0-ba05-4507-a7b2-c0ea374894b8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG nova.policy [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46fdabdfc28b461cbd8d272b56e2347c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '630fa5a061b541fbb2d98ad9599ac594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:54:49 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2f23eb1-8742-4cb2-8e1f-7b17cefce8de]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG os_brick.utils [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Updating existing volume attachment record: b252f706-6f37-49dd-8696-35b72391171f {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:54:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Creating image(s)
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "/opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "/opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "/opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.229s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:54:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.250s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG nova.network.neutron [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Successfully created port: aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk 1073741824" returned: 0 in 0.057s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.313s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.225s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Cannot resize image /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Ensure instance console log exists: /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:54:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.network.neutron [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Successfully updated port: aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquired lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.network.neutron [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.network.neutron [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-608f9324-aa98-4b47-9458-218508b5664f req-f1a2fe29-7115-4fde-a157-f87a5f7ab115 service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Received event network-changed-aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-608f9324-aa98-4b47-9458-218508b5664f req-f1a2fe29-7115-4fde-a157-f87a5f7ab115 service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Refreshing instance network info cache due to event network-changed-aa684990-15a9-4f71-81ba-15e5ba53bb5f. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-608f9324-aa98-4b47-9458-218508b5664f req-f1a2fe29-7115-4fde-a157-f87a5f7ab115 service nova] Acquiring lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.network.neutron [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updating instance_info_cache with network_info: [{"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Releasing lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.compute.manager [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Instance network_info: |[{"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-608f9324-aa98-4b47-9458-218508b5664f req-f1a2fe29-7115-4fde-a157-f87a5f7ab115 service nova] Acquired lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-608f9324-aa98-4b47-9458-218508b5664f req-f1a2fe29-7115-4fde-a157-f87a5f7ab115 service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Refreshing network info cache for port aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Start _get_guest_xml network_info=[{"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:54:51 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:54:51 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:54:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-862118651',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-862118651',id=29,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-130al75n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:54:49Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=3f24c139-0ed1-4586-b040-9213543d3737,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:f0:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa684990-15a9-4f71-81ba-15e5ba53bb5f,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa684990-15') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.objects.instance [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'pci_devices' on Instance uuid 3f24c139-0ed1-4586-b040-9213543d3737 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:54:51 user nova-compute[74702]:   <uuid>3f24c139-0ed1-4586-b040-9213543d3737</uuid>
Oct 26 01:54:51 user nova-compute[74702]:   <name>instance-0000001d</name>
Oct 26 01:54:51 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:54:51 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:54:51 user nova-compute[74702]:   <metadata>
Oct 26 01:54:51 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:54:51 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:54:51 user nova-compute[74702]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-862118651</nova:name>
Oct 26 01:54:51 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:54:51</nova:creationTime>
Oct 26 01:54:51 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:54:51 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:54:51 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:54:51 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:54:51 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:54:51 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:54:51 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:54:51 user nova-compute[74702]:       <nova:owner>
Oct 26 01:54:51 user nova-compute[74702]:         <nova:user uuid="46fdabdfc28b461cbd8d272b56e2347c">tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member</nova:user>
Oct 26 01:54:51 user nova-compute[74702]:         <nova:project uuid="630fa5a061b541fbb2d98ad9599ac594">tempest-ServerBootFromVolumeStableRescueTest-839084851</nova:project>
Oct 26 01:54:51 user nova-compute[74702]:       </nova:owner>
Oct 26 01:54:51 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:54:51 user nova-compute[74702]:       <nova:ports>
Oct 26 01:54:51 user nova-compute[74702]:         <nova:port uuid="aa684990-15a9-4f71-81ba-15e5ba53bb5f">
Oct 26 01:54:51 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 26 01:54:51 user nova-compute[74702]:         </nova:port>
Oct 26 01:54:51 user nova-compute[74702]:       </nova:ports>
Oct 26 01:54:51 user nova-compute[74702]:     </nova:instance>
Oct 26 01:54:51 user nova-compute[74702]:   </metadata>
Oct 26 01:54:51 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:54:51 user nova-compute[74702]:     <system>
Oct 26 01:54:51 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:54:51 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:54:51 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:54:51 user nova-compute[74702]:       <entry name="serial">3f24c139-0ed1-4586-b040-9213543d3737</entry>
Oct 26 01:54:51 user nova-compute[74702]:       <entry name="uuid">3f24c139-0ed1-4586-b040-9213543d3737</entry>
Oct 26 01:54:51 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:54:51 user nova-compute[74702]:     </system>
Oct 26 01:54:51 user nova-compute[74702]:   </sysinfo>
Oct 26 01:54:51 user nova-compute[74702]:   <os>
Oct 26 01:54:51 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:54:51 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:54:51 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:54:51 user nova-compute[74702]:   </os>
Oct 26 01:54:51 user nova-compute[74702]:   <features>
Oct 26 01:54:51 user nova-compute[74702]:     <acpi/>
Oct 26 01:54:51 user nova-compute[74702]:     <apic/>
Oct 26 01:54:51 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:54:51 user nova-compute[74702]:   </features>
Oct 26 01:54:51 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:54:51 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:54:51 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:54:51 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:54:51 user nova-compute[74702]:   </clock>
Oct 26 01:54:51 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:54:51 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:54:51 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:54:51 user nova-compute[74702]:   </cpu>
Oct 26 01:54:51 user nova-compute[74702]:   <devices>
Oct 26 01:54:51 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:54:51 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:54:51 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk"/>
Oct 26 01:54:51 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:54:51 user nova-compute[74702]:     </disk>
Oct 26 01:54:51 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:54:51 user nova-compute[74702]:       <mac address="fa:16:3e:6f:f0:d9"/>
Oct 26 01:54:51 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:54:51 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:54:51 user nova-compute[74702]:       <target dev="tapaa684990-15"/>
Oct 26 01:54:51 user nova-compute[74702]:     </interface>
Oct 26 01:54:51 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:54:51 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/console.log" append="off"/>
Oct 26 01:54:51 user nova-compute[74702]:     </serial>
Oct 26 01:54:51 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:54:51 user nova-compute[74702]:     <video>
Oct 26 01:54:51 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:54:51 user nova-compute[74702]:     </video>
Oct 26 01:54:51 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:54:51 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:54:51 user nova-compute[74702]:     </rng>
Oct 26 01:54:51 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:54:51 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:54:51 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:54:51 user nova-compute[74702]:     </memballoon>
Oct 26 01:54:51 user nova-compute[74702]:   </devices>
Oct 26 01:54:51 user nova-compute[74702]: </domain>
Oct 26 01:54:51 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:54:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-862118651',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-862118651',id=29,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-130al75n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:54:49Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=3f24c139-0ed1-4586-b040-9213543d3737,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:f0:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa684990-15a9-4f71-81ba-15e5ba53bb5f,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa684990-15') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG os_vif [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:f0:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa684990-15a9-4f71-81ba-15e5ba53bb5f,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa684990-15') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2edde77c-2057-598a-99a9-17ec48e73a2d', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaa684990-15, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaa684990-15, col_values=(('qos', UUID('e3c02212-5b84-4331-a46f-ffb27f490d88')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaa684990-15, col_values=(('external_ids', {'iface-id': 'aa684990-15a9-4f71-81ba-15e5ba53bb5f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6f:f0:d9', 'vm-uuid': '3f24c139-0ed1-4586-b040-9213543d3737'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:54:51 user nova-compute[74702]: INFO os_vif [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:f0:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa684990-15a9-4f71-81ba-15e5ba53bb5f,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa684990-15')
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:54:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No VIF found with MAC fa:16:3e:6f:f0:d9, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:54:52 user nova-compute[74702]: DEBUG nova.network.neutron [req-608f9324-aa98-4b47-9458-218508b5664f req-f1a2fe29-7115-4fde-a157-f87a5f7ab115 service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updated VIF entry in instance network info cache for port aa684990-15a9-4f71-81ba-15e5ba53bb5f. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:54:52 user nova-compute[74702]: DEBUG nova.network.neutron [req-608f9324-aa98-4b47-9458-218508b5664f req-f1a2fe29-7115-4fde-a157-f87a5f7ab115 service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updating instance_info_cache with network_info: [{"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:54:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-608f9324-aa98-4b47-9458-218508b5664f req-f1a2fe29-7115-4fde-a157-f87a5f7ab115 service nova] Releasing lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:54:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-733cb30b-5d28-4bf1-84d1-9da5adf0163e req-ec1ba00d-77b2-40b0-aa13-085426ebd3ab service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Received event network-vif-plugged-aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:54:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-733cb30b-5d28-4bf1-84d1-9da5adf0163e req-ec1ba00d-77b2-40b0-aa13-085426ebd3ab service nova] Acquiring lock "3f24c139-0ed1-4586-b040-9213543d3737-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:54:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-733cb30b-5d28-4bf1-84d1-9da5adf0163e req-ec1ba00d-77b2-40b0-aa13-085426ebd3ab service nova] Lock "3f24c139-0ed1-4586-b040-9213543d3737-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:54:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-733cb30b-5d28-4bf1-84d1-9da5adf0163e req-ec1ba00d-77b2-40b0-aa13-085426ebd3ab service nova] Lock "3f24c139-0ed1-4586-b040-9213543d3737-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:54:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-733cb30b-5d28-4bf1-84d1-9da5adf0163e req-ec1ba00d-77b2-40b0-aa13-085426ebd3ab service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] No waiting events found dispatching network-vif-plugged-aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:54:53 user nova-compute[74702]: WARNING nova.compute.manager [req-733cb30b-5d28-4bf1-84d1-9da5adf0163e req-ec1ba00d-77b2-40b0-aa13-085426ebd3ab service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Received unexpected event network-vif-plugged-aa684990-15a9-4f71-81ba-15e5ba53bb5f for instance with vm_state building and task_state spawning.
Oct 26 01:54:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:54:55 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Instance spawned successfully.
Oct 26 01:54:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-7dc393ed-f71b-4866-8ba6-abc76b673543 req-9b1af880-52d3-4c35-a7c8-f942ca540cfa service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Received event network-vif-plugged-aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7dc393ed-f71b-4866-8ba6-abc76b673543 req-9b1af880-52d3-4c35-a7c8-f942ca540cfa service nova] Acquiring lock "3f24c139-0ed1-4586-b040-9213543d3737-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7dc393ed-f71b-4866-8ba6-abc76b673543 req-9b1af880-52d3-4c35-a7c8-f942ca540cfa service nova] Lock "3f24c139-0ed1-4586-b040-9213543d3737-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7dc393ed-f71b-4866-8ba6-abc76b673543 req-9b1af880-52d3-4c35-a7c8-f942ca540cfa service nova] Lock "3f24c139-0ed1-4586-b040-9213543d3737-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:54:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-7dc393ed-f71b-4866-8ba6-abc76b673543 req-9b1af880-52d3-4c35-a7c8-f942ca540cfa service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] No waiting events found dispatching network-vif-plugged-aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:54:55 user nova-compute[74702]: WARNING nova.compute.manager [req-7dc393ed-f71b-4866-8ba6-abc76b673543 req-9b1af880-52d3-4c35-a7c8-f942ca540cfa service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Received unexpected event network-vif-plugged-aa684990-15a9-4f71-81ba-15e5ba53bb5f for instance with vm_state building and task_state spawning.
Oct 26 01:54:55 user nova-compute[74702]: INFO nova.compute.manager [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Took 6.28 seconds to spawn the instance on the hypervisor.
Oct 26 01:54:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:54:56 user nova-compute[74702]: INFO nova.compute.manager [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Took 7.42 seconds to build instance.
Oct 26 01:54:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-345ffbb3-10d3-4fb2-9bb4-311a83577521 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "3f24c139-0ed1-4586-b040-9213543d3737" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.548s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:54:56 user nova-compute[74702]: DEBUG nova.objects.instance [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'flavor' on Instance uuid 029a05df-80aa-4505-8cd6-d95f4fe0469b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:54:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c151089f-3d8b-495b-bcee-a309f64f2db4 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 32.860s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:54:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:54:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:07 user nova-compute[74702]: INFO nova.compute.manager [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Terminating instance
Oct 26 01:55:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oapuqQBI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:55:08 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:55:08 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:55:08 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:55:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-e2196eba-7c44-4883-83dd-2773ead3daab req-5b502e24-bac4-4a0c-9710-9b0d6345f29a service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received event network-vif-unplugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e2196eba-7c44-4883-83dd-2773ead3daab req-5b502e24-bac4-4a0c-9710-9b0d6345f29a service nova] Acquiring lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e2196eba-7c44-4883-83dd-2773ead3daab req-5b502e24-bac4-4a0c-9710-9b0d6345f29a service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e2196eba-7c44-4883-83dd-2773ead3daab req-5b502e24-bac4-4a0c-9710-9b0d6345f29a service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-e2196eba-7c44-4883-83dd-2773ead3daab req-5b502e24-bac4-4a0c-9710-9b0d6345f29a service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] No waiting events found dispatching network-vif-unplugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-e2196eba-7c44-4883-83dd-2773ead3daab req-5b502e24-bac4-4a0c-9710-9b0d6345f29a service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received event network-vif-unplugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[896546bb-d48f-4905-a68a-afddbc80fc88]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:55:08 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[afc24ade-56f8-4885-af64-1c9aa0f659f6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0] added
Oct 26 01:55:08 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d78279b7-f18f-4c86-95b2-b576e07cbf43]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b128af4a-7e48-4321-8d5f-6638568b2de0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oapuqQBI {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oapuqQBI" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[eff1024b-b98b-4585-8ed6-07f9dea7aa8e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oapuqQBI'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a27c42f-9a7b-4a4c-91d3-8e8ac208d260]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[43767c7a-763a-4c49-9d94-54b679030c11]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:55:08 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:55:08 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:55:08 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 01:55:08 user nova-compute[74702]: 
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b47ed4ec-023e-4f51-b3c6-37d868a10d95]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260]
Oct 26 01:55:08 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260] successful.
Oct 26 01:55:08 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd1c3f8b-5f18-4909-b99f-83c68a7d2a4b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[04b23989-05ea-47cc-900f-393427b4e5e0]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)
Oct 26 01:55:08 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)
Oct 26 01:55:08 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] HCTL ('33', '-', '-', 0) found on session 28 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a77b7859-2047-47c2-b499-b404faaebbb7]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching for a device in session 28 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oapuqQBI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:08 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Instance destroyed successfully.
Oct 26 01:55:08 user nova-compute[74702]: DEBUG nova.objects.instance [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'resources' on Instance uuid ef6fc550-6b05-42ea-ab3e-8c595edf9e96 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-188362877',display_name='tempest-ServerRescueNegativeTestJSON-server-188362877',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-188362877',id=2,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:40:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='541c5a0da90c4ee7a0a078f5f144d719',ramdisk_id='',reservation_id='r-5h72lewq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-858261015',owner_user_name='tempest-ServerRescueNegativeTestJSON-858261015-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:40:14Z,user_data=None,user_id='4e9c680f688f42059011bde2d37fe96e',uuid=ef6fc550-6b05-42ea-ab3e-8c595edf9e96,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converting VIF {"id": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "address": "fa:16:3e:5a:f0:19", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f10f039-1e", "ovs_interfaceid": "0f10f039-1ec4-48b5-9b1a-739dd93fc7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f0:19,bridge_name='br-int',has_traffic_filtering=True,id=0f10f039-1ec4-48b5-9b1a-739dd93fc7b3,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f10f039-1e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG os_vif [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f0:19,bridge_name='br-int',has_traffic_filtering=True,id=0f10f039-1ec4-48b5-9b1a-739dd93fc7b3,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f10f039-1e') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0f10f039-1e, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=301b51b9-3811-41d8-a31a-6c6a0022f0cb) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:08 user nova-compute[74702]: INFO os_vif [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f0:19,bridge_name='br-int',has_traffic_filtering=True,id=0f10f039-1ec4-48b5-9b1a-739dd93fc7b3,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f10f039-1e')
Oct 26 01:55:08 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Deleting instance files /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96_del
Oct 26 01:55:08 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Deletion of /opt/stack/data/nova/instances/ef6fc550-6b05-42ea-ab3e-8c595edf9e96_del complete
Oct 26 01:55:09 user nova-compute[74702]: INFO nova.compute.manager [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Took 1.06 seconds to destroy the instance on the hypervisor.
Oct 26 01:55:09 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:55:09 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Took 0.60 seconds to deallocate network for instance.
Oct 26 01:55:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-9c9cbd4b-0557-4d4a-bfd4-5e7eb8f120de req-9eb7df68-76d3-4e2b-b179-d588af143489 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received event network-vif-deleted-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '26230623837346463', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26230623837346463', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lazy-loading 'flavor' on Instance uuid 4f3b5ee7-f99b-4683-88cc-f790e032ba9a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:55:09 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:55:09 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 01:55:09 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:55:09 user nova-compute[74702]:   <serial>9a14954c-92c5-4711-a802-5159e22f96c0</serial>
Oct 26 01:55:09 user nova-compute[74702]: </disk>
Oct 26 01:55:09 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:55:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.278s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:09 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Deleted allocations for instance ef6fc550-6b05-42ea-ab3e-8c595edf9e96
Oct 26 01:55:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d47c3fcc-47d7-48aa-8b22-5aaaab8c31d2 tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.165s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:55:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:55:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No VIF found with MAC fa:16:3e:36:bd:b3, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:55:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-90e0bb5e-57a9-467b-81af-04f0d7495b74 req-9bca6404-1c0d-45c8-bcc0-2e9c3f686a13 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received event network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:55:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-90e0bb5e-57a9-467b-81af-04f0d7495b74 req-9bca6404-1c0d-45c8-bcc0-2e9c3f686a13 service nova] Acquiring lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-90e0bb5e-57a9-467b-81af-04f0d7495b74 req-9bca6404-1c0d-45c8-bcc0-2e9c3f686a13 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-90e0bb5e-57a9-467b-81af-04f0d7495b74 req-9bca6404-1c0d-45c8-bcc0-2e9c3f686a13 service nova] Lock "ef6fc550-6b05-42ea-ab3e-8c595edf9e96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-90e0bb5e-57a9-467b-81af-04f0d7495b74 req-9bca6404-1c0d-45c8-bcc0-2e9c3f686a13 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] No waiting events found dispatching network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:55:10 user nova-compute[74702]: WARNING nova.compute.manager [req-90e0bb5e-57a9-467b-81af-04f0d7495b74 req-9bca6404-1c0d-45c8-bcc0-2e9c3f686a13 service nova] [instance: ef6fc550-6b05-42ea-ab3e-8c595edf9e96] Received unexpected event network-vif-plugged-0f10f039-1ec4-48b5-9b1a-739dd93fc7b3 for instance with vm_state deleted and task_state None.
Oct 26 01:55:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9472ac8-e9d5-4aac-bb0f-b9ae6b5ff331 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.387s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:11 user nova-compute[74702]: INFO nova.compute.manager [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Rebuilding instance
Oct 26 01:55:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:55:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-1ff175bc-7215-463e-8ccb-43fd1ac110ab req-57128eee-e1a2-4004-aef5-3e9bf263f580 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received event network-vif-unplugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:55:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1ff175bc-7215-463e-8ccb-43fd1ac110ab req-57128eee-e1a2-4004-aef5-3e9bf263f580 service nova] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1ff175bc-7215-463e-8ccb-43fd1ac110ab req-57128eee-e1a2-4004-aef5-3e9bf263f580 service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1ff175bc-7215-463e-8ccb-43fd1ac110ab req-57128eee-e1a2-4004-aef5-3e9bf263f580 service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-1ff175bc-7215-463e-8ccb-43fd1ac110ab req-57128eee-e1a2-4004-aef5-3e9bf263f580 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] No waiting events found dispatching network-vif-unplugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:55:11 user nova-compute[74702]: WARNING nova.compute.manager [req-1ff175bc-7215-463e-8ccb-43fd1ac110ab req-57128eee-e1a2-4004-aef5-3e9bf263f580 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received unexpected event network-vif-unplugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f for instance with vm_state active and task_state rebuilding.
Oct 26 01:55:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:12 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Instance destroyed successfully.
Oct 26 01:55:12 user nova-compute[74702]: INFO nova.compute.manager [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Detaching volume 9a14954c-92c5-4711-a802-5159e22f96c0
Oct 26 01:55:12 user nova-compute[74702]: INFO nova.virt.block_device [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Attempting to driver detach volume 9a14954c-92c5-4711-a802-5159e22f96c0 from mountpoint /dev/vdb
Oct 26 01:55:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Attempting to detach device vdb from instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:55:12 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:55:12 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 01:55:12 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:55:12 user nova-compute[74702]:   <serial>9a14954c-92c5-4711-a802-5159e22f96c0</serial>
Oct 26 01:55:12 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 01:55:12 user nova-compute[74702]: </disk>
Oct 26 01:55:12 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:55:12 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully detached device vdb from instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a from the persistent domain config.
Oct 26 01:55:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oapuqQBI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:55:12 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[457b43c1-a5ef-4320-a745-549695377c77]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:55:12 user nova-compute[74702]: No targets found.
Oct 26 01:55:12 user nova-compute[74702]: iSNS:
Oct 26 01:55:12 user nova-compute[74702]: No targets found.
Oct 26 01:55:12 user nova-compute[74702]: STATIC:
Oct 26 01:55:12 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0
Oct 26 01:55:12 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:55:12 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:55:12 user nova-compute[74702]: FIRMWARE:
Oct 26 01:55:12 user nova-compute[74702]: No targets found.
Oct 26 01:55:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:55:12 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:55:12 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2969b273-1dde-44cb-aaae-fe996a15063b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5cb8028-4962-48a7-9b29-3cf7573597e3]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)
Oct 26 01:55:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)
Oct 26 01:55:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9518126f80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ade23207-b111-4cda-a4ca-414721a1a47a]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bf48f39-fdef-4375-adf7-038e385d7f63]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca651600-a969-4822-b9e6-696d873bc8b4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[65f18374-c63c-430f-944a-0fb0db191460]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f585004b-7c65-41ac-a1b4-247113cf0366]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[59fb28cc-2c1f-40e1-9fb3-2d60e45da9ff]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260]
Oct 26 01:55:12 user nova-compute[74702]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260] successful.
Oct 26 01:55:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d8a2958-1f68-43c0-86d6-4e55534b2239]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== disconnect_volume: return (287ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:55:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:13 user nova-compute[74702]: INFO nova.compute.manager [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Terminating instance
Oct 26 01:55:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Instance destroyed successfully.
Oct 26 01:55:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:52:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1415166821',display_name='tempest-ServerActionsTestOtherA-server-952512298',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1415166821',id=27,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG0e0s+HqH3k3Mglra8UObCmb0EQvV2vK1doJaO9zSXUa56Y2BDLIVejf7ud5zUjMCN13+CwC1aOIALKoLJDkJN6QhDI+nAlR+xZiyWtuv6MrsuM4y7IwgtBd+EosU6WUg==',key_name='tempest-keypair-313960016',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:53:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-55h0bv5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:55:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=4f3b5ee7-f99b-4683-88cc-f790e032ba9a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG os_vif [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e3caac5-e6, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=87294180-7d08-4a5a-be46-272498c37b00) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:13 user nova-compute[74702]: INFO os_vif [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6')
Oct 26 01:55:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oapuqQBI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:55:13 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 01:55:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[4a859424-89bb-4bd5-8a73-de65d8487b0d]: Unexpected error while running command.
Oct 26 01:55:13 user nova-compute[74702]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 26 01:55:13 user nova-compute[74702]: Exit code: 21
Oct 26 01:55:13 user nova-compute[74702]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 26 01:55:13 user nova-compute[74702]: Stderr: '' {{(pid=85952) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Oct 26 01:55:13 user nova-compute[74702]: Traceback (most recent call last):
Oct 26 01:55:13 user nova-compute[74702]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Oct 26 01:55:13 user nova-compute[74702]:     ret = func(*f_args, **f_kwargs)
Oct 26 01:55:13 user nova-compute[74702]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Oct 26 01:55:13 user nova-compute[74702]:     return func(*args, **kwargs)
Oct 26 01:55:13 user nova-compute[74702]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Oct 26 01:55:13 user nova-compute[74702]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Oct 26 01:55:13 user nova-compute[74702]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Oct 26 01:55:13 user nova-compute[74702]:     return putils.execute(on_execute=on_execute,
Oct 26 01:55:13 user nova-compute[74702]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Oct 26 01:55:13 user nova-compute[74702]:     raise ProcessExecutionError(exit_code=_returncode,
Oct 26 01:55:13 user nova-compute[74702]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 26 01:55:13 user nova-compute[74702]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 26 01:55:13 user nova-compute[74702]: Exit code: 21
Oct 26 01:55:13 user nova-compute[74702]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 26 01:55:13 user nova-compute[74702]: Stderr: ''
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a859424-89bb-4bd5-8a73-de65d8487b0d]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 26 01:55:13 user nova-compute[74702]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 26 01:55:13 user nova-compute[74702]: Exit code: 21
Oct 26 01:55:13 user nova-compute[74702]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 26 01:55:13 user nova-compute[74702]: Stderr: ''
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 4131, in _do_rebuild_instance
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi     self.driver.rebuild(**kwargs)
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/driver.py", line 384, in rebuild
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi     raise NotImplementedError()
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi NotImplementedError
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi 
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi 
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Oct 26 01:55:13 user nova-compute[74702]: ERROR os_brick.initiator.connectors.iscsi 
Oct 26 01:55:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=74702) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.032s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== disconnect_volume: return (34ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:55:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Deleting instance files /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a_del
Oct 26 01:55:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Deletion of /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a_del complete
Oct 26 01:55:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-b1770b57-6ad0-46a1-b03f-a20b824c55c2 req-5e956e97-2daf-4a6d-a4ae-e7773da38e58 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received event network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b1770b57-6ad0-46a1-b03f-a20b824c55c2 req-5e956e97-2daf-4a6d-a4ae-e7773da38e58 service nova] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b1770b57-6ad0-46a1-b03f-a20b824c55c2 req-5e956e97-2daf-4a6d-a4ae-e7773da38e58 service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b1770b57-6ad0-46a1-b03f-a20b824c55c2 req-5e956e97-2daf-4a6d-a4ae-e7773da38e58 service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-b1770b57-6ad0-46a1-b03f-a20b824c55c2 req-5e956e97-2daf-4a6d-a4ae-e7773da38e58 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] No waiting events found dispatching network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:55:13 user nova-compute[74702]: WARNING nova.compute.manager [req-b1770b57-6ad0-46a1-b03f-a20b824c55c2 req-5e956e97-2daf-4a6d-a4ae-e7773da38e58 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received unexpected event network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f for instance with vm_state active and task_state rebuilding.
Oct 26 01:55:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-95646e94-0189-42b2-897f-a2ecdb4edb2d req-de6fc85a-bc62-465f-8303-3dca856b177f service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-vif-unplugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-95646e94-0189-42b2-897f-a2ecdb4edb2d req-de6fc85a-bc62-465f-8303-3dca856b177f service nova] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-95646e94-0189-42b2-897f-a2ecdb4edb2d req-de6fc85a-bc62-465f-8303-3dca856b177f service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-95646e94-0189-42b2-897f-a2ecdb4edb2d req-de6fc85a-bc62-465f-8303-3dca856b177f service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-95646e94-0189-42b2-897f-a2ecdb4edb2d req-de6fc85a-bc62-465f-8303-3dca856b177f service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] No waiting events found dispatching network-vif-unplugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:55:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-95646e94-0189-42b2-897f-a2ecdb4edb2d req-de6fc85a-bc62-465f-8303-3dca856b177f service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-vif-unplugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:55:14 user nova-compute[74702]: INFO nova.virt.block_device [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Booting with volume 9a14954c-92c5-4711-a802-5159e22f96c0 at /dev/vdb
Oct 26 01:55:14 user nova-compute[74702]: DEBUG os_brick.utils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2816293-4eec-4f03-ac8c-52395a24e046]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4589cf10-8ab7-4105-9965-e147526f0ef9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e1f28e-2a50-4235-ab87-07b78f885a34]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba212db-5a6e-403c-b0cb-9347b3edbd52]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:55:14 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9613139-d66c-40a1-be1e-fd5f2bb92848]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG os_brick.utils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Updating existing volume attachment record: c377bd72-a489-416c-bb24-691ae312b46b {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:55:14 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Instance destroyed successfully.
Oct 26 01:55:14 user nova-compute[74702]: DEBUG nova.objects.instance [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'resources' on Instance uuid 029a05df-80aa-4505-8cd6-d95f4fe0469b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T01:48:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-117580967',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-117580967',id=23,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLyS0gtluR66f+veacqTzWVtkYK9304oxmi1XYIveSSIHUV1JOuSA2lHfGkjwoOMjxji2MwfP7DAI7TNnHqqYkAfv+TVIv6SsYBxGgDX3rlA2CzK76mnXNKLVzsyrjM22A==',key_name='tempest-keypair-1323366891',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:53:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='224e2c19388f42db8cc98cf8c1ce1a1f',ramdisk_id='',reservation_id='r-yi4b9mne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-837425543',owner_user_name='tempest-AttachVolumeShelveTestJSON-837425543-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:53:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c2fb25bcfb14638a427f6abce1d535c',uuid=029a05df-80aa-4505-8cd6-d95f4fe0469b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converting VIF {"id": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "address": "fa:16:3e:9a:ca:ab", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6cb6933-6f", "ovs_interfaceid": "a6cb6933-6f82-4196-8ecf-147c98e9b533", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG os_vif [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa6cb6933-6f, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=17dc3016-2c93-4d8b-819f-71795f934f68) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:14 user nova-compute[74702]: INFO os_vif [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ca:ab,bridge_name='br-int',has_traffic_filtering=True,id=a6cb6933-6f82-4196-8ecf-147c98e9b533,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6cb6933-6f')
Oct 26 01:55:14 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Deleting instance files /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b_del
Oct 26 01:55:14 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Deletion of /opt/stack/data/nova/instances/029a05df-80aa-4505-8cd6-d95f4fe0469b_del complete
Oct 26 01:55:14 user nova-compute[74702]: INFO nova.compute.manager [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 26 01:55:14 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:55:14 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:55:15 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:55:15 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Took 0.77 seconds to deallocate network for instance.
Oct 26 01:55:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:15 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:55:15 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:55:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.253s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:15 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Deleted allocations for instance 029a05df-80aa-4505-8cd6-d95f4fe0469b
Oct 26 01:55:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-300b0c9a-00f1-4db8-b288-64c67aa9ad01 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.109s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-2de8b2c1-2a33-463b-a5cd-bb50e1c9572c req-1a19313a-1270-42f4-95a2-11e69fdfaa13 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:55:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2de8b2c1-2a33-463b-a5cd-bb50e1c9572c req-1a19313a-1270-42f4-95a2-11e69fdfaa13 service nova] Acquiring lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2de8b2c1-2a33-463b-a5cd-bb50e1c9572c req-1a19313a-1270-42f4-95a2-11e69fdfaa13 service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2de8b2c1-2a33-463b-a5cd-bb50e1c9572c req-1a19313a-1270-42f4-95a2-11e69fdfaa13 service nova] Lock "029a05df-80aa-4505-8cd6-d95f4fe0469b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-2de8b2c1-2a33-463b-a5cd-bb50e1c9572c req-1a19313a-1270-42f4-95a2-11e69fdfaa13 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] No waiting events found dispatching network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:55:15 user nova-compute[74702]: WARNING nova.compute.manager [req-2de8b2c1-2a33-463b-a5cd-bb50e1c9572c req-1a19313a-1270-42f4-95a2-11e69fdfaa13 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received unexpected event network-vif-plugged-a6cb6933-6f82-4196-8ecf-147c98e9b533 for instance with vm_state deleted and task_state None.
Oct 26 01:55:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-2de8b2c1-2a33-463b-a5cd-bb50e1c9572c req-1a19313a-1270-42f4-95a2-11e69fdfaa13 service nova] [instance: 029a05df-80aa-4505-8cd6-d95f4fe0469b] Received event network-vif-deleted-a6cb6933-6f82-4196-8ecf-147c98e9b533 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:55:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_power_states {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:55:24 user nova-compute[74702]: WARNING nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] While synchronizing instance power states, found 5 instances in the database and 4 instances on the hypervisor.
Oct 26 01:55:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 56c4698b-64d2-4b05-a429-8058abf4258f {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid b1cfb9f6-b0c7-4425-9936-f427b9764860 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 3f24c139-0ed1-4586-b040-9213543d3737 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 4f3b5ee7-f99b-4683-88cc-f790e032ba9a {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "56c4698b-64d2-4b05-a429-8058abf4258f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "56c4698b-64d2-4b05-a429-8058abf4258f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "b1cfb9f6-b0c7-4425-9936-f427b9764860" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "3f24c139-0ed1-4586-b040-9213543d3737" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "3f24c139-0ed1-4586-b040-9213543d3737" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:24 user nova-compute[74702]: INFO nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] During sync_power_state the instance has a pending task (rebuild_block_device_mapping). Skip.
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "56c4698b-64d2-4b05-a429-8058abf4258f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.031s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "3f24c139-0ed1-4586-b040-9213543d3737" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:55:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:55:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:55:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 01:55:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:55:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:55:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:55:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:55:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:55:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8367MB free_disk=25.331924438476562GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:55:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:55:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:55:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:55:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance b1cfb9f6-b0c7-4425-9936-f427b9764860 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:55:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:55:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:55:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:55:32 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 01:55:32 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 01:55:32 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 01:55:32 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 01:55:32 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 01:55:32 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:55:32 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:55:32 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:55:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.617s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:55:35 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:55:35 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:55:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:38 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:55:38 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:55:38 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:55:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:39 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:55:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:55:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 01:55:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:55:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 01:55:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:55:45 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Creating image(s)
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "/opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "/opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "/opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.188s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk 1073741824" returned: 0 in 0.058s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.197s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Cannot resize image /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:55:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Ensure instance console log exists: /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Start _get_guest_xml network_info=[{"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oapuqQBI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4f3b5ee7-f99b-4683-88cc-f790e032ba9a', 'attached_at': '', 'detached_at': '', 'volume_id': '9a14954c-92c5-4711-a802-5159e22f96c0', 'serial': '9a14954c-92c5-4711-a802-5159e22f96c0'}, 'attachment_id': 'c377bd72-a489-416c-bb24-691ae312b46b', 'guest_format': None, 'boot_index': None, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:55:46 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 26 01:55:46 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.objects.instance [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lazy-loading 'vcpu_model' on Instance uuid 4f3b5ee7-f99b-4683-88cc-f790e032ba9a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oapuqQBI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:55:46 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:55:46 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:55:46 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cac019d3-98cb-4539-9a6b-a1577ae8a562]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:55:46 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[72b609b3-35a0-4a49-9afc-caf9c04e9202]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0] added
Oct 26 01:55:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[71c3d0bb-52d4-4ff1-80dd-a00433bea8d5]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd6e5f08-b14f-40e8-8339-eca090056c80]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oapuqQBI {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oapuqQBI" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[de3bda91-195a-469e-ab22-0d12912ae675]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oapuqQBI'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[34ba864d-4fb8-4b6e-916c-0eccdded92ef]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[362a9cd0-1ff2-4dcd-b139-696f94f8c1d5]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:55:46 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 01:55:46 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:55:46 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 01:55:46 user nova-compute[74702]: : NotImplementedError
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a79021d8-e09e-40f8-826b-376c4ecefbed]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260]
Oct 26 01:55:46 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260] successful.
Oct 26 01:55:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[556620c5-4ab4-4cc3-97f4-513c6c83e02a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1288013e-f9dc-4148-bf82-f519d0baa4f8]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)
Oct 26 01:55:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)
Oct 26 01:55:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] HCTL ('33', '-', '-', 0) found on session 29 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b9ca252-3c1b-4475-b253-d5cc9ae09e3e]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:55:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oapuqQBI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '26230623837346463', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26230623837346463', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T01:52:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1415166821',display_name='tempest-ServerActionsTestOtherA-server-952512298',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1415166821',id=27,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG0e0s+HqH3k3Mglra8UObCmb0EQvV2vK1doJaO9zSXUa56Y2BDLIVejf7ud5zUjMCN13+CwC1aOIALKoLJDkJN6QhDI+nAlR+xZiyWtuv6MrsuM4y7IwgtBd+EosU6WUg==',key_name='tempest-keypair-313960016',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:53:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-55h0bv5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:55:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=4f3b5ee7-f99b-4683-88cc-f790e032ba9a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:55:47 user nova-compute[74702]:   <uuid>4f3b5ee7-f99b-4683-88cc-f790e032ba9a</uuid>
Oct 26 01:55:47 user nova-compute[74702]:   <name>instance-0000001b</name>
Oct 26 01:55:47 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:55:47 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:55:47 user nova-compute[74702]:   <metadata>
Oct 26 01:55:47 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:55:47 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:55:47 user nova-compute[74702]:       <nova:name>tempest-ServerActionsTestOtherA-server-952512298</nova:name>
Oct 26 01:55:47 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:55:46</nova:creationTime>
Oct 26 01:55:47 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:55:47 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:55:47 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:55:47 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:55:47 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:55:47 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:55:47 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:55:47 user nova-compute[74702]:       <nova:owner>
Oct 26 01:55:47 user nova-compute[74702]:         <nova:user uuid="1040ae84bdf74ea68a989fb6febb8016">tempest-ServerActionsTestOtherA-1464979894-project-member</nova:user>
Oct 26 01:55:47 user nova-compute[74702]:         <nova:project uuid="0275606333754879b2e158ee08c8c266">tempest-ServerActionsTestOtherA-1464979894</nova:project>
Oct 26 01:55:47 user nova-compute[74702]:       </nova:owner>
Oct 26 01:55:47 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:55:47 user nova-compute[74702]:       <nova:ports>
Oct 26 01:55:47 user nova-compute[74702]:         <nova:port uuid="1e3caac5-e67f-4ef5-bbfe-17889bc8037f">
Oct 26 01:55:47 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 01:55:47 user nova-compute[74702]:         </nova:port>
Oct 26 01:55:47 user nova-compute[74702]:       </nova:ports>
Oct 26 01:55:47 user nova-compute[74702]:     </nova:instance>
Oct 26 01:55:47 user nova-compute[74702]:   </metadata>
Oct 26 01:55:47 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:55:47 user nova-compute[74702]:     <system>
Oct 26 01:55:47 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:55:47 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:55:47 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:55:47 user nova-compute[74702]:       <entry name="serial">4f3b5ee7-f99b-4683-88cc-f790e032ba9a</entry>
Oct 26 01:55:47 user nova-compute[74702]:       <entry name="uuid">4f3b5ee7-f99b-4683-88cc-f790e032ba9a</entry>
Oct 26 01:55:47 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:55:47 user nova-compute[74702]:     </system>
Oct 26 01:55:47 user nova-compute[74702]:   </sysinfo>
Oct 26 01:55:47 user nova-compute[74702]:   <os>
Oct 26 01:55:47 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:55:47 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:55:47 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:55:47 user nova-compute[74702]:   </os>
Oct 26 01:55:47 user nova-compute[74702]:   <features>
Oct 26 01:55:47 user nova-compute[74702]:     <acpi/>
Oct 26 01:55:47 user nova-compute[74702]:     <apic/>
Oct 26 01:55:47 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:55:47 user nova-compute[74702]:   </features>
Oct 26 01:55:47 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:55:47 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:55:47 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:55:47 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:55:47 user nova-compute[74702]:   </clock>
Oct 26 01:55:47 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:55:47 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:55:47 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:55:47 user nova-compute[74702]:   </cpu>
Oct 26 01:55:47 user nova-compute[74702]:   <devices>
Oct 26 01:55:47 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:55:47 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:55:47 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk"/>
Oct 26 01:55:47 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:55:47 user nova-compute[74702]:     </disk>
Oct 26 01:55:47 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 01:55:47 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:55:47 user nova-compute[74702]:       <source dev="/dev/sdb"/>
Oct 26 01:55:47 user nova-compute[74702]:       <target dev="vdb" bus="virtio"/>
Oct 26 01:55:47 user nova-compute[74702]:       <serial>9a14954c-92c5-4711-a802-5159e22f96c0</serial>
Oct 26 01:55:47 user nova-compute[74702]:     </disk>
Oct 26 01:55:47 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:55:47 user nova-compute[74702]:       <mac address="fa:16:3e:36:bd:b3"/>
Oct 26 01:55:47 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:55:47 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:55:47 user nova-compute[74702]:       <target dev="tap1e3caac5-e6"/>
Oct 26 01:55:47 user nova-compute[74702]:     </interface>
Oct 26 01:55:47 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:55:47 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/console.log" append="off"/>
Oct 26 01:55:47 user nova-compute[74702]:     </serial>
Oct 26 01:55:47 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:55:47 user nova-compute[74702]:     <video>
Oct 26 01:55:47 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:55:47 user nova-compute[74702]:     </video>
Oct 26 01:55:47 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:55:47 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:55:47 user nova-compute[74702]:     </rng>
Oct 26 01:55:47 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:55:47 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:55:47 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:55:47 user nova-compute[74702]:     </memballoon>
Oct 26 01:55:47 user nova-compute[74702]:   </devices>
Oct 26 01:55:47 user nova-compute[74702]: </domain>
Oct 26 01:55:47 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T01:52:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1415166821',display_name='tempest-ServerActionsTestOtherA-server-952512298',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1415166821',id=27,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG0e0s+HqH3k3Mglra8UObCmb0EQvV2vK1doJaO9zSXUa56Y2BDLIVejf7ud5zUjMCN13+CwC1aOIALKoLJDkJN6QhDI+nAlR+xZiyWtuv6MrsuM4y7IwgtBd+EosU6WUg==',key_name='tempest-keypair-313960016',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:53:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-55h0bv5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:55:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=4f3b5ee7-f99b-4683-88cc-f790e032ba9a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG os_vif [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a80b5b6b-1a99-5bc2-9498-a693d3187568', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1e3caac5-e6, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1e3caac5-e6, col_values=(('qos', UUID('35b6c84c-d5eb-43fd-8ec3-c22eb38e66d2')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1e3caac5-e6, col_values=(('external_ids', {'iface-id': '1e3caac5-e67f-4ef5-bbfe-17889bc8037f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:bd:b3', 'vm-uuid': '4f3b5ee7-f99b-4683-88cc-f790e032ba9a'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:47 user nova-compute[74702]: INFO os_vif [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6')
Oct 26 01:55:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:55:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No VIF found with MAC fa:16:3e:36:bd:b3, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:55:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-bb985f65-5883-46f9-b2c4-6b482ee73570 req-4a88c076-752d-454b-b8de-eef997dd4696 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received event network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:55:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bb985f65-5883-46f9-b2c4-6b482ee73570 req-4a88c076-752d-454b-b8de-eef997dd4696 service nova] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bb985f65-5883-46f9-b2c4-6b482ee73570 req-4a88c076-752d-454b-b8de-eef997dd4696 service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bb985f65-5883-46f9-b2c4-6b482ee73570 req-4a88c076-752d-454b-b8de-eef997dd4696 service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-bb985f65-5883-46f9-b2c4-6b482ee73570 req-4a88c076-752d-454b-b8de-eef997dd4696 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] No waiting events found dispatching network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:55:49 user nova-compute[74702]: WARNING nova.compute.manager [req-bb985f65-5883-46f9-b2c4-6b482ee73570 req-4a88c076-752d-454b-b8de-eef997dd4696 service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received unexpected event network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f for instance with vm_state active and task_state rebuild_spawning.
Oct 26 01:55:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-410051da-8ffa-49bf-8827-ad97748b146a req-5d44aa39-b476-45c4-888a-537342671d2e service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received event network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-410051da-8ffa-49bf-8827-ad97748b146a req-5d44aa39-b476-45c4-888a-537342671d2e service nova] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-410051da-8ffa-49bf-8827-ad97748b146a req-5d44aa39-b476-45c4-888a-537342671d2e service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-410051da-8ffa-49bf-8827-ad97748b146a req-5d44aa39-b476-45c4-888a-537342671d2e service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-410051da-8ffa-49bf-8827-ad97748b146a req-5d44aa39-b476-45c4-888a-537342671d2e service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] No waiting events found dispatching network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:55:51 user nova-compute[74702]: WARNING nova.compute.manager [req-410051da-8ffa-49bf-8827-ad97748b146a req-5d44aa39-b476-45c4-888a-537342671d2e service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received unexpected event network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f for instance with vm_state active and task_state rebuild_spawning.
Oct 26 01:55:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:55:51 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Instance spawned successfully.
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG nova.objects.instance [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74702) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 26 01:55:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8921f04b-d54b-41c9-b88c-daa73faf1708 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.078s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:58 user nova-compute[74702]: INFO nova.compute.manager [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Terminating instance
Oct 26 01:55:58 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG nova.compute.manager [req-fac6235b-90a4-42f8-8fd5-7331ff644ba8 req-955752d3-d926-4b07-a8b0-eff0f4ad6ff2 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-unplugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fac6235b-90a4-42f8-8fd5-7331ff644ba8 req-955752d3-d926-4b07-a8b0-eff0f4ad6ff2 service nova] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fac6235b-90a4-42f8-8fd5-7331ff644ba8 req-955752d3-d926-4b07-a8b0-eff0f4ad6ff2 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fac6235b-90a4-42f8-8fd5-7331ff644ba8 req-955752d3-d926-4b07-a8b0-eff0f4ad6ff2 service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG nova.compute.manager [req-fac6235b-90a4-42f8-8fd5-7331ff644ba8 req-955752d3-d926-4b07-a8b0-eff0f4ad6ff2 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] No waiting events found dispatching network-vif-unplugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:55:58 user nova-compute[74702]: DEBUG nova.compute.manager [req-fac6235b-90a4-42f8-8fd5-7331ff644ba8 req-955752d3-d926-4b07-a8b0-eff0f4ad6ff2 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-unplugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:55:59 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Instance destroyed successfully.
Oct 26 01:55:59 user nova-compute[74702]: DEBUG nova.objects.instance [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lazy-loading 'resources' on Instance uuid 0818a203-91c9-40ff-ba3e-7c71db32deb0 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:38:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1191524075',display_name='tempest-ServerRescueNegativeTestJSON-server-1191524075',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1191524075',id=1,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:43:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='541c5a0da90c4ee7a0a078f5f144d719',ramdisk_id='',reservation_id='r-lca8dend',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-858261015',owner_user_name='tempest-ServerRescueNegativeTestJSON-858261015-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:45:02Z,user_data=None,user_id='4e9c680f688f42059011bde2d37fe96e',uuid=0818a203-91c9-40ff-ba3e-7c71db32deb0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converting VIF {"id": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "address": "fa:16:3e:4c:ec:1b", "network": {"id": "471f1f79-3295-42dc-888a-e4f2e6da9467", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-914023475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "541c5a0da90c4ee7a0a078f5f144d719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap326f7dd3-2d", "ovs_interfaceid": "326f7dd3-2d5b-48fb-9e26-d7b23056b62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4c:ec:1b,bridge_name='br-int',has_traffic_filtering=True,id=326f7dd3-2d5b-48fb-9e26-d7b23056b62b,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap326f7dd3-2d') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG os_vif [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4c:ec:1b,bridge_name='br-int',has_traffic_filtering=True,id=326f7dd3-2d5b-48fb-9e26-d7b23056b62b,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap326f7dd3-2d') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap326f7dd3-2d, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cdeebd16-3db8-43cd-ade6-1b62cc59162b) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:55:59 user nova-compute[74702]: INFO os_vif [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4c:ec:1b,bridge_name='br-int',has_traffic_filtering=True,id=326f7dd3-2d5b-48fb-9e26-d7b23056b62b,network=Network(471f1f79-3295-42dc-888a-e4f2e6da9467),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap326f7dd3-2d')
Oct 26 01:55:59 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Deleting instance files /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0_del
Oct 26 01:55:59 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Deletion of /opt/stack/data/nova/instances/0818a203-91c9-40ff-ba3e-7c71db32deb0_del complete
Oct 26 01:55:59 user nova-compute[74702]: INFO nova.compute.manager [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 26 01:55:59 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:55:59 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Took 0.47 seconds to deallocate network for instance.
Oct 26 01:55:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-df291d3c-16a5-4bf1-bc3f-8924ce7b20af req-687664f8-fb4e-4651-9d27-0caf879f13f9 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-deleted-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:55:59 user nova-compute[74702]: INFO nova.compute.manager [req-df291d3c-16a5-4bf1-bc3f-8924ce7b20af req-687664f8-fb4e-4651-9d27-0caf879f13f9 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Neutron deleted interface 326f7dd3-2d5b-48fb-9e26-d7b23056b62b; detaching it from the instance and deleting it from the info cache
Oct 26 01:55:59 user nova-compute[74702]: DEBUG nova.network.neutron [req-df291d3c-16a5-4bf1-bc3f-8924ce7b20af req-687664f8-fb4e-4651-9d27-0caf879f13f9 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:55:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-df291d3c-16a5-4bf1-bc3f-8924ce7b20af req-687664f8-fb4e-4651-9d27-0caf879f13f9 service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Detach interface failed, port_id=326f7dd3-2d5b-48fb-9e26-d7b23056b62b, reason: Instance 0818a203-91c9-40ff-ba3e-7c71db32deb0 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.236s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:00 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Deleted allocations for instance 0818a203-91c9-40ff-ba3e-7c71db32deb0
Oct 26 01:56:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c3dbb8a9-450f-44f9-86d2-386478743f5f tempest-ServerRescueNegativeTestJSON-858261015 tempest-ServerRescueNegativeTestJSON-858261015-project-member] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.896s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG nova.compute.manager [req-67179d72-4984-4e2c-a5f9-d26a539fb5cb req-f659672c-ce79-4d0d-bae9-88a3debf2f8e service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-67179d72-4984-4e2c-a5f9-d26a539fb5cb req-f659672c-ce79-4d0d-bae9-88a3debf2f8e service nova] Acquiring lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-67179d72-4984-4e2c-a5f9-d26a539fb5cb req-f659672c-ce79-4d0d-bae9-88a3debf2f8e service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-67179d72-4984-4e2c-a5f9-d26a539fb5cb req-f659672c-ce79-4d0d-bae9-88a3debf2f8e service nova] Lock "0818a203-91c9-40ff-ba3e-7c71db32deb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG nova.compute.manager [req-67179d72-4984-4e2c-a5f9-d26a539fb5cb req-f659672c-ce79-4d0d-bae9-88a3debf2f8e service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] No waiting events found dispatching network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:56:00 user nova-compute[74702]: WARNING nova.compute.manager [req-67179d72-4984-4e2c-a5f9-d26a539fb5cb req-f659672c-ce79-4d0d-bae9-88a3debf2f8e service nova] [instance: 0818a203-91c9-40ff-ba3e-7c71db32deb0] Received unexpected event network-vif-plugged-326f7dd3-2d5b-48fb-9e26-d7b23056b62b for instance with vm_state deleted and task_state None.
Oct 26 01:56:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Acquiring lock "b1cfb9f6-b0c7-4425-9936-f427b9764860" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Acquiring lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:00 user nova-compute[74702]: INFO nova.compute.manager [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Terminating instance
Oct 26 01:56:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-4e170583-3a46-43a1-a0ec-554336daaa7b req-be58f4cc-4c54-461c-a741-0db358f6cec8 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Received event network-vif-unplugged-96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4e170583-3a46-43a1-a0ec-554336daaa7b req-be58f4cc-4c54-461c-a741-0db358f6cec8 service nova] Acquiring lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4e170583-3a46-43a1-a0ec-554336daaa7b req-be58f4cc-4c54-461c-a741-0db358f6cec8 service nova] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4e170583-3a46-43a1-a0ec-554336daaa7b req-be58f4cc-4c54-461c-a741-0db358f6cec8 service nova] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-4e170583-3a46-43a1-a0ec-554336daaa7b req-be58f4cc-4c54-461c-a741-0db358f6cec8 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] No waiting events found dispatching network-vif-unplugged-96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-4e170583-3a46-43a1-a0ec-554336daaa7b req-be58f4cc-4c54-461c-a741-0db358f6cec8 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Received event network-vif-unplugged-96270de1-cd20-4022-8841-d063a0d2c577 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:56:01 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Instance destroyed successfully.
Oct 26 01:56:01 user nova-compute[74702]: DEBUG nova.objects.instance [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lazy-loading 'resources' on Instance uuid b1cfb9f6-b0c7-4425-9936-f427b9764860 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:53:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-78776819',display_name='tempest-VolumesActionsTest-instance-78776819',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-78776819',id=28,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:53:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7f6dd79681364017bc169675bbe8331b',ramdisk_id='',reservation_id='r-hz1gva2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-328843944',owner_user_name='tempest-VolumesActionsTest-328843944-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:53:59Z,user_data=None,user_id='43894daf40ef4fed94efe266144789a6',uuid=b1cfb9f6-b0c7-4425-9936-f427b9764860,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "96270de1-cd20-4022-8841-d063a0d2c577", "address": "fa:16:3e:13:ce:e6", "network": {"id": "a100fee3-2bd8-4ebd-88e4-f1f87e723035", "bridge": "br-int", "label": "tempest-VolumesActionsTest-485026501-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f6dd79681364017bc169675bbe8331b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96270de1-cd", "ovs_interfaceid": "96270de1-cd20-4022-8841-d063a0d2c577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Converting VIF {"id": "96270de1-cd20-4022-8841-d063a0d2c577", "address": "fa:16:3e:13:ce:e6", "network": {"id": "a100fee3-2bd8-4ebd-88e4-f1f87e723035", "bridge": "br-int", "label": "tempest-VolumesActionsTest-485026501-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f6dd79681364017bc169675bbe8331b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96270de1-cd", "ovs_interfaceid": "96270de1-cd20-4022-8841-d063a0d2c577", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:ce:e6,bridge_name='br-int',has_traffic_filtering=True,id=96270de1-cd20-4022-8841-d063a0d2c577,network=Network(a100fee3-2bd8-4ebd-88e4-f1f87e723035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96270de1-cd') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG os_vif [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:ce:e6,bridge_name='br-int',has_traffic_filtering=True,id=96270de1-cd20-4022-8841-d063a0d2c577,network=Network(a100fee3-2bd8-4ebd-88e4-f1f87e723035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96270de1-cd') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap96270de1-cd, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a728dbf1-37c1-4ee8-a5f9-2dfc60564698) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:56:01 user nova-compute[74702]: INFO os_vif [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:ce:e6,bridge_name='br-int',has_traffic_filtering=True,id=96270de1-cd20-4022-8841-d063a0d2c577,network=Network(a100fee3-2bd8-4ebd-88e4-f1f87e723035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96270de1-cd')
Oct 26 01:56:01 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Deleting instance files /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860_del
Oct 26 01:56:01 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Deletion of /opt/stack/data/nova/instances/b1cfb9f6-b0c7-4425-9936-f427b9764860_del complete
Oct 26 01:56:01 user nova-compute[74702]: INFO nova.compute.manager [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Took 0.73 seconds to destroy the instance on the hypervisor.
Oct 26 01:56:01 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:56:01 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:56:02 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:56:02 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Took 0.46 seconds to deallocate network for instance.
Oct 26 01:56:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-a410db8e-9410-4526-9646-7d991aa7b901 req-0ad06308-62c0-4b10-862b-9f00cb3d66d9 service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Received event network-vif-deleted-96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:56:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:02 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:56:02 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:56:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.214s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:02 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Deleted allocations for instance b1cfb9f6-b0c7-4425-9936-f427b9764860
Oct 26 01:56:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8c7e8216-4714-4d35-8a98-f1401cfdb3ad tempest-VolumesActionsTest-328843944 tempest-VolumesActionsTest-328843944-project-member] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.608s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-bad44591-fa60-48e3-a888-5fe622f94b6b req-b3d5c88f-594f-4cae-a838-f04da4fd7f2e service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Received event network-vif-plugged-96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:56:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bad44591-fa60-48e3-a888-5fe622f94b6b req-b3d5c88f-594f-4cae-a838-f04da4fd7f2e service nova] Acquiring lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bad44591-fa60-48e3-a888-5fe622f94b6b req-b3d5c88f-594f-4cae-a838-f04da4fd7f2e service nova] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bad44591-fa60-48e3-a888-5fe622f94b6b req-b3d5c88f-594f-4cae-a838-f04da4fd7f2e service nova] Lock "b1cfb9f6-b0c7-4425-9936-f427b9764860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-bad44591-fa60-48e3-a888-5fe622f94b6b req-b3d5c88f-594f-4cae-a838-f04da4fd7f2e service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] No waiting events found dispatching network-vif-plugged-96270de1-cd20-4022-8841-d063a0d2c577 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:56:03 user nova-compute[74702]: WARNING nova.compute.manager [req-bad44591-fa60-48e3-a888-5fe622f94b6b req-b3d5c88f-594f-4cae-a838-f04da4fd7f2e service nova] [instance: b1cfb9f6-b0c7-4425-9936-f427b9764860] Received unexpected event network-vif-plugged-96270de1-cd20-4022-8841-d063a0d2c577 for instance with vm_state deleted and task_state None.
Oct 26 01:56:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:56:07 user nova-compute[74702]: INFO nova.compute.claims [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Claim successful on node user
Oct 26 01:56:07 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.273s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG nova.network.neutron [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:56:07 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:56:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG nova.policy [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c2fb25bcfb14638a427f6abce1d535c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '224e2c19388f42db8cc98cf8c1ce1a1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:56:07 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Creating image(s)
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "/opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "/opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "/opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.220s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk 1073741824" returned: 0 in 0.055s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.283s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG nova.network.neutron [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Successfully created port: 84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Cannot resize image /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Ensure instance console log exists: /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.network.neutron [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Successfully updated port: 84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquired lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.network.neutron [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-b6b1bcef-9278-4f21-8012-2ccfcb9ba7d4 req-6b835833-3043-4e1d-9804-df9327b74faa service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-changed-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-b6b1bcef-9278-4f21-8012-2ccfcb9ba7d4 req-6b835833-3043-4e1d-9804-df9327b74faa service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Refreshing instance network info cache due to event network-changed-84fad796-0b8f-4dd3-a1d8-064af1385330. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b6b1bcef-9278-4f21-8012-2ccfcb9ba7d4 req-6b835833-3043-4e1d-9804-df9327b74faa service nova] Acquiring lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.network.neutron [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.network.neutron [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updating instance_info_cache with network_info: [{"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Releasing lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Instance network_info: |[{"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b6b1bcef-9278-4f21-8012-2ccfcb9ba7d4 req-6b835833-3043-4e1d-9804-df9327b74faa service nova] Acquired lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.network.neutron [req-b6b1bcef-9278-4f21-8012-2ccfcb9ba7d4 req-6b835833-3043-4e1d-9804-df9327b74faa service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Refreshing network info cache for port 84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Start _get_guest_xml network_info=[{"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:56:09 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:56:09 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:56:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-538282181',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-538282181',id=30,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDREtrsb8DZif/rxdIHjY0VrMs5dVolBvluROZ8rXXCUeKaFVMBX8+HesW9XqxHmRV5aOKVee0At3iGrrmjO2mEmIYXNoxDZl0irIOdUow9yANj/b20JJnqbO5J/mQGVCQ==',key_name='tempest-keypair-2039721773',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='224e2c19388f42db8cc98cf8c1ce1a1f',ramdisk_id='',reservation_id='r-cppii45h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-837425543',owner_user_name='tempest-AttachVolumeShelveTestJSON-837425543-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:56:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c2fb25bcfb14638a427f6abce1d535c',uuid=4620f9b1-cf10-4eba-b3b7-6346264a1fd2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converting VIF {"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'pci_devices' on Instance uuid 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:56:09 user nova-compute[74702]:   <uuid>4620f9b1-cf10-4eba-b3b7-6346264a1fd2</uuid>
Oct 26 01:56:09 user nova-compute[74702]:   <name>instance-0000001e</name>
Oct 26 01:56:09 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:56:09 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:56:09 user nova-compute[74702]:   <metadata>
Oct 26 01:56:09 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:56:09 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:56:09 user nova-compute[74702]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-538282181</nova:name>
Oct 26 01:56:09 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:56:09</nova:creationTime>
Oct 26 01:56:09 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:56:09 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:56:09 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:56:09 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:56:09 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:56:09 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:56:09 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:56:09 user nova-compute[74702]:       <nova:owner>
Oct 26 01:56:09 user nova-compute[74702]:         <nova:user uuid="2c2fb25bcfb14638a427f6abce1d535c">tempest-AttachVolumeShelveTestJSON-837425543-project-member</nova:user>
Oct 26 01:56:09 user nova-compute[74702]:         <nova:project uuid="224e2c19388f42db8cc98cf8c1ce1a1f">tempest-AttachVolumeShelveTestJSON-837425543</nova:project>
Oct 26 01:56:09 user nova-compute[74702]:       </nova:owner>
Oct 26 01:56:09 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:56:09 user nova-compute[74702]:       <nova:ports>
Oct 26 01:56:09 user nova-compute[74702]:         <nova:port uuid="84fad796-0b8f-4dd3-a1d8-064af1385330">
Oct 26 01:56:09 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 01:56:09 user nova-compute[74702]:         </nova:port>
Oct 26 01:56:09 user nova-compute[74702]:       </nova:ports>
Oct 26 01:56:09 user nova-compute[74702]:     </nova:instance>
Oct 26 01:56:09 user nova-compute[74702]:   </metadata>
Oct 26 01:56:09 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:56:09 user nova-compute[74702]:     <system>
Oct 26 01:56:09 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:56:09 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:56:09 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:56:09 user nova-compute[74702]:       <entry name="serial">4620f9b1-cf10-4eba-b3b7-6346264a1fd2</entry>
Oct 26 01:56:09 user nova-compute[74702]:       <entry name="uuid">4620f9b1-cf10-4eba-b3b7-6346264a1fd2</entry>
Oct 26 01:56:09 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:56:09 user nova-compute[74702]:     </system>
Oct 26 01:56:09 user nova-compute[74702]:   </sysinfo>
Oct 26 01:56:09 user nova-compute[74702]:   <os>
Oct 26 01:56:09 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:56:09 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:56:09 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:56:09 user nova-compute[74702]:   </os>
Oct 26 01:56:09 user nova-compute[74702]:   <features>
Oct 26 01:56:09 user nova-compute[74702]:     <acpi/>
Oct 26 01:56:09 user nova-compute[74702]:     <apic/>
Oct 26 01:56:09 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:56:09 user nova-compute[74702]:   </features>
Oct 26 01:56:09 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:56:09 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:56:09 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:56:09 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:56:09 user nova-compute[74702]:   </clock>
Oct 26 01:56:09 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:56:09 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:56:09 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:56:09 user nova-compute[74702]:   </cpu>
Oct 26 01:56:09 user nova-compute[74702]:   <devices>
Oct 26 01:56:09 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:56:09 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:56:09 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk"/>
Oct 26 01:56:09 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:56:09 user nova-compute[74702]:     </disk>
Oct 26 01:56:09 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:56:09 user nova-compute[74702]:       <mac address="fa:16:3e:b4:83:93"/>
Oct 26 01:56:09 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:56:09 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:56:09 user nova-compute[74702]:       <target dev="tap84fad796-0b"/>
Oct 26 01:56:09 user nova-compute[74702]:     </interface>
Oct 26 01:56:09 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:56:09 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/console.log" append="off"/>
Oct 26 01:56:09 user nova-compute[74702]:     </serial>
Oct 26 01:56:09 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:56:09 user nova-compute[74702]:     <video>
Oct 26 01:56:09 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:56:09 user nova-compute[74702]:     </video>
Oct 26 01:56:09 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:56:09 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:56:09 user nova-compute[74702]:     </rng>
Oct 26 01:56:09 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:56:09 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:56:09 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:56:09 user nova-compute[74702]:     </memballoon>
Oct 26 01:56:09 user nova-compute[74702]:   </devices>
Oct 26 01:56:09 user nova-compute[74702]: </domain>
Oct 26 01:56:09 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:56:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-538282181',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-538282181',id=30,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDREtrsb8DZif/rxdIHjY0VrMs5dVolBvluROZ8rXXCUeKaFVMBX8+HesW9XqxHmRV5aOKVee0At3iGrrmjO2mEmIYXNoxDZl0irIOdUow9yANj/b20JJnqbO5J/mQGVCQ==',key_name='tempest-keypair-2039721773',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='224e2c19388f42db8cc98cf8c1ce1a1f',ramdisk_id='',reservation_id='r-cppii45h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-837425543',owner_user_name='tempest-AttachVolumeShelveTestJSON-837425543-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:56:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c2fb25bcfb14638a427f6abce1d535c',uuid=4620f9b1-cf10-4eba-b3b7-6346264a1fd2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converting VIF {"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG os_vif [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3f6b897b-ee16-5e57-ba04-15ac1d579318', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap84fad796-0b, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap84fad796-0b, col_values=(('qos', UUID('cafea61c-33cb-43a8-96f4-f9633719e5f3')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap84fad796-0b, col_values=(('external_ids', {'iface-id': '84fad796-0b8f-4dd3-a1d8-064af1385330', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b4:83:93', 'vm-uuid': '4620f9b1-cf10-4eba-b3b7-6346264a1fd2'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:09 user nova-compute[74702]: INFO os_vif [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b')
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] No VIF found with MAC fa:16:3e:b4:83:93, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.network.neutron [req-b6b1bcef-9278-4f21-8012-2ccfcb9ba7d4 req-6b835833-3043-4e1d-9804-df9327b74faa service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updated VIF entry in instance network info cache for port 84fad796-0b8f-4dd3-a1d8-064af1385330. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG nova.network.neutron [req-b6b1bcef-9278-4f21-8012-2ccfcb9ba7d4 req-6b835833-3043-4e1d-9804-df9327b74faa service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updating instance_info_cache with network_info: [{"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:56:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b6b1bcef-9278-4f21-8012-2ccfcb9ba7d4 req-6b835833-3043-4e1d-9804-df9327b74faa service nova] Releasing lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:56:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-65b50d27-19f5-41ba-bef6-027a999a5e5f req-b7d59a2f-a87b-47b1-91d0-25cd8cc83f41 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:56:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-65b50d27-19f5-41ba-bef6-027a999a5e5f req-b7d59a2f-a87b-47b1-91d0-25cd8cc83f41 service nova] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-65b50d27-19f5-41ba-bef6-027a999a5e5f req-b7d59a2f-a87b-47b1-91d0-25cd8cc83f41 service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-65b50d27-19f5-41ba-bef6-027a999a5e5f req-b7d59a2f-a87b-47b1-91d0-25cd8cc83f41 service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-65b50d27-19f5-41ba-bef6-027a999a5e5f req-b7d59a2f-a87b-47b1-91d0-25cd8cc83f41 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] No waiting events found dispatching network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:56:11 user nova-compute[74702]: WARNING nova.compute.manager [req-65b50d27-19f5-41ba-bef6-027a999a5e5f req-b7d59a2f-a87b-47b1-91d0-25cd8cc83f41 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received unexpected event network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 for instance with vm_state building and task_state spawning.
Oct 26 01:56:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:56:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Instance spawned successfully.
Oct 26 01:56:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:56:13 user nova-compute[74702]: INFO nova.compute.manager [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Took 5.44 seconds to spawn the instance on the hypervisor.
Oct 26 01:56:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-d23bb7e4-39a9-4c6b-8eed-866b0448571a req-3f5d0cb3-5154-4b46-9890-09cb8fb4ca41 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d23bb7e4-39a9-4c6b-8eed-866b0448571a req-3f5d0cb3-5154-4b46-9890-09cb8fb4ca41 service nova] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d23bb7e4-39a9-4c6b-8eed-866b0448571a req-3f5d0cb3-5154-4b46-9890-09cb8fb4ca41 service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d23bb7e4-39a9-4c6b-8eed-866b0448571a req-3f5d0cb3-5154-4b46-9890-09cb8fb4ca41 service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-d23bb7e4-39a9-4c6b-8eed-866b0448571a req-3f5d0cb3-5154-4b46-9890-09cb8fb4ca41 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] No waiting events found dispatching network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:56:13 user nova-compute[74702]: WARNING nova.compute.manager [req-d23bb7e4-39a9-4c6b-8eed-866b0448571a req-3f5d0cb3-5154-4b46-9890-09cb8fb4ca41 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received unexpected event network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 for instance with vm_state building and task_state spawning.
Oct 26 01:56:13 user nova-compute[74702]: INFO nova.compute.manager [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Took 6.08 seconds to build instance.
Oct 26 01:56:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d02c79eb-91e0-4253-ad19-f9b4f87367b1 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.197s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:56:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:56:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:56:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:29 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:56:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:30 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:56:31 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:56:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8423MB free_disk=25.321033477783203GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:56:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.255s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:56:32 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:56:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:56:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 01:56:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:56:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:56:33 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:56:33 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 56c4698b-64d2-4b05-a429-8058abf4258f {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:56:33 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updating instance_info_cache with network_info: [{"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:56:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:56:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:56:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:56:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:35 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:56:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:38 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:56:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:56:39 user nova-compute[74702]: INFO nova.compute.manager [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] instance snapshotting
Oct 26 01:56:39 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Beginning live snapshot process
Oct 26 01:56:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json -f qcow2 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json -f qcow2" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json -f qcow2 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json -f qcow2" returned: 0 in 0.260s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzke2vud8/be57ad10b95d4265b77782de2263af49.delta 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzke2vud8/be57ad10b95d4265b77782de2263af49.delta 1073741824" returned: 0 in 0.054s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:40 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 26 01:56:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:56:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:56:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:56:40 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:56:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:56:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 01:56:41 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 26 01:56:41 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 01:56:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzke2vud8/be57ad10b95d4265b77782de2263af49.delta /opt/stack/data/nova/instances/snapshots/tmpzke2vud8/be57ad10b95d4265b77782de2263af49 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:56:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzke2vud8/be57ad10b95d4265b77782de2263af49.delta /opt/stack/data/nova/instances/snapshots/tmpzke2vud8/be57ad10b95d4265b77782de2263af49" returned: 0 in 0.528s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:56:42 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Snapshot extracted, beginning image upload
Oct 26 01:56:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:44 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Snapshot image upload complete
Oct 26 01:56:44 user nova-compute[74702]: INFO nova.compute.manager [None req-3aa27235-1cb0-4912-affc-a2ec940eec7c tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Took 5.55 seconds to snapshot the instance on the hypervisor.
Oct 26 01:56:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:56:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:57:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:57:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:57:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:57:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:57:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:57:02 user nova-compute[74702]: INFO nova.compute.claims [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Claim successful on node user
Oct 26 01:57:03 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.346s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:57:03 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:57:03 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG nova.policy [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '164d4ce5b0b0413c84d9f347d4e5f225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d1cafb337f342e48517d97c9424b969', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:57:03 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Creating image(s)
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "/opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "/opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "/opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.200s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk 1073741824" returned: 0 in 0.049s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:57:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Cannot resize image /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Ensure instance console log exists: /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Successfully created port: 78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Successfully updated port: 78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "refresh_cache-5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquired lock "refresh_cache-5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-14d57eae-a6c0-4e89-b251-4e9ea6fb11ee req-f0566165-a356-4c75-aa5b-d0749f1b852b service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Received event network-changed-78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-14d57eae-a6c0-4e89-b251-4e9ea6fb11ee req-f0566165-a356-4c75-aa5b-d0749f1b852b service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Refreshing instance network info cache due to event network-changed-78b73ad3-cded-4cf5-8025-33f506810954. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-14d57eae-a6c0-4e89-b251-4e9ea6fb11ee req-f0566165-a356-4c75-aa5b-d0749f1b852b service nova] Acquiring lock "refresh_cache-5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:57:04 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Updating instance_info_cache with network_info: [{"id": "78b73ad3-cded-4cf5-8025-33f506810954", "address": "fa:16:3e:b9:db:69", "network": {"id": "c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1487955712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d1cafb337f342e48517d97c9424b969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b73ad3-cd", "ovs_interfaceid": "78b73ad3-cded-4cf5-8025-33f506810954", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Releasing lock "refresh_cache-5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Instance network_info: |[{"id": "78b73ad3-cded-4cf5-8025-33f506810954", "address": "fa:16:3e:b9:db:69", "network": {"id": "c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1487955712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d1cafb337f342e48517d97c9424b969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b73ad3-cd", "ovs_interfaceid": "78b73ad3-cded-4cf5-8025-33f506810954", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-14d57eae-a6c0-4e89-b251-4e9ea6fb11ee req-f0566165-a356-4c75-aa5b-d0749f1b852b service nova] Acquired lock "refresh_cache-5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-14d57eae-a6c0-4e89-b251-4e9ea6fb11ee req-f0566165-a356-4c75-aa5b-d0749f1b852b service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Refreshing network info cache for port 78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Start _get_guest_xml network_info=[{"id": "78b73ad3-cded-4cf5-8025-33f506810954", "address": "fa:16:3e:b9:db:69", "network": {"id": "c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1487955712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d1cafb337f342e48517d97c9424b969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b73ad3-cd", "ovs_interfaceid": "78b73ad3-cded-4cf5-8025-33f506810954", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:57:05 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:57:05 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1231361803',display_name='tempest-TestServerVolumeAttachmentScenario-server-1231361803',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1231361803',id=31,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIyZcljOy1JnZ7CCbiNVwfRrqIwqSY6uOGXxR+MTkYJgUMdq7V1yZJz5NNFVo7coEB8E/CY0i4aBIA2GKXWtbR2d146zsSp2+PjpKOnIFCfiWRgagQ8yom9TjxOXCOAAbQ==',key_name='tempest-keypair-1299035428',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5d1cafb337f342e48517d97c9424b969',ramdisk_id='',reservation_id='r-0sow63gs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-632579683',owner_user_name='tempest-TestServerVolumeAttachmentScenario-632579683-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:57:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='164d4ce5b0b0413c84d9f347d4e5f225',uuid=5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "78b73ad3-cded-4cf5-8025-33f506810954", "address": "fa:16:3e:b9:db:69", "network": {"id": "c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1487955712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d1cafb337f342e48517d97c9424b969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b73ad3-cd", "ovs_interfaceid": "78b73ad3-cded-4cf5-8025-33f506810954", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Converting VIF {"id": "78b73ad3-cded-4cf5-8025-33f506810954", "address": "fa:16:3e:b9:db:69", "network": {"id": "c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1487955712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d1cafb337f342e48517d97c9424b969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b73ad3-cd", "ovs_interfaceid": "78b73ad3-cded-4cf5-8025-33f506810954", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:db:69,bridge_name='br-int',has_traffic_filtering=True,id=78b73ad3-cded-4cf5-8025-33f506810954,network=Network(c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b73ad3-cd') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.objects.instance [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lazy-loading 'pci_devices' on Instance uuid 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:57:05 user nova-compute[74702]:   <uuid>5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec</uuid>
Oct 26 01:57:05 user nova-compute[74702]:   <name>instance-0000001f</name>
Oct 26 01:57:05 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:57:05 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:57:05 user nova-compute[74702]:   <metadata>
Oct 26 01:57:05 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:57:05 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:57:05 user nova-compute[74702]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1231361803</nova:name>
Oct 26 01:57:05 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:57:05</nova:creationTime>
Oct 26 01:57:05 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:57:05 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:57:05 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:57:05 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:57:05 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:57:05 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:57:05 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:57:05 user nova-compute[74702]:       <nova:owner>
Oct 26 01:57:05 user nova-compute[74702]:         <nova:user uuid="164d4ce5b0b0413c84d9f347d4e5f225">tempest-TestServerVolumeAttachmentScenario-632579683-project-member</nova:user>
Oct 26 01:57:05 user nova-compute[74702]:         <nova:project uuid="5d1cafb337f342e48517d97c9424b969">tempest-TestServerVolumeAttachmentScenario-632579683</nova:project>
Oct 26 01:57:05 user nova-compute[74702]:       </nova:owner>
Oct 26 01:57:05 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:57:05 user nova-compute[74702]:       <nova:ports>
Oct 26 01:57:05 user nova-compute[74702]:         <nova:port uuid="78b73ad3-cded-4cf5-8025-33f506810954">
Oct 26 01:57:05 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 26 01:57:05 user nova-compute[74702]:         </nova:port>
Oct 26 01:57:05 user nova-compute[74702]:       </nova:ports>
Oct 26 01:57:05 user nova-compute[74702]:     </nova:instance>
Oct 26 01:57:05 user nova-compute[74702]:   </metadata>
Oct 26 01:57:05 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:57:05 user nova-compute[74702]:     <system>
Oct 26 01:57:05 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:57:05 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:57:05 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:57:05 user nova-compute[74702]:       <entry name="serial">5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec</entry>
Oct 26 01:57:05 user nova-compute[74702]:       <entry name="uuid">5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec</entry>
Oct 26 01:57:05 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:57:05 user nova-compute[74702]:     </system>
Oct 26 01:57:05 user nova-compute[74702]:   </sysinfo>
Oct 26 01:57:05 user nova-compute[74702]:   <os>
Oct 26 01:57:05 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:57:05 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:57:05 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:57:05 user nova-compute[74702]:   </os>
Oct 26 01:57:05 user nova-compute[74702]:   <features>
Oct 26 01:57:05 user nova-compute[74702]:     <acpi/>
Oct 26 01:57:05 user nova-compute[74702]:     <apic/>
Oct 26 01:57:05 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:57:05 user nova-compute[74702]:   </features>
Oct 26 01:57:05 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:57:05 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:57:05 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:57:05 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:57:05 user nova-compute[74702]:   </clock>
Oct 26 01:57:05 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:57:05 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:57:05 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:57:05 user nova-compute[74702]:   </cpu>
Oct 26 01:57:05 user nova-compute[74702]:   <devices>
Oct 26 01:57:05 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:57:05 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:57:05 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk"/>
Oct 26 01:57:05 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:57:05 user nova-compute[74702]:     </disk>
Oct 26 01:57:05 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:57:05 user nova-compute[74702]:       <mac address="fa:16:3e:b9:db:69"/>
Oct 26 01:57:05 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:57:05 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:57:05 user nova-compute[74702]:       <target dev="tap78b73ad3-cd"/>
Oct 26 01:57:05 user nova-compute[74702]:     </interface>
Oct 26 01:57:05 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:57:05 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/console.log" append="off"/>
Oct 26 01:57:05 user nova-compute[74702]:     </serial>
Oct 26 01:57:05 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:57:05 user nova-compute[74702]:     <video>
Oct 26 01:57:05 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:57:05 user nova-compute[74702]:     </video>
Oct 26 01:57:05 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:57:05 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:57:05 user nova-compute[74702]:     </rng>
Oct 26 01:57:05 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:57:05 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:57:05 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:57:05 user nova-compute[74702]:     </memballoon>
Oct 26 01:57:05 user nova-compute[74702]:   </devices>
Oct 26 01:57:05 user nova-compute[74702]: </domain>
Oct 26 01:57:05 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1231361803',display_name='tempest-TestServerVolumeAttachmentScenario-server-1231361803',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1231361803',id=31,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIyZcljOy1JnZ7CCbiNVwfRrqIwqSY6uOGXxR+MTkYJgUMdq7V1yZJz5NNFVo7coEB8E/CY0i4aBIA2GKXWtbR2d146zsSp2+PjpKOnIFCfiWRgagQ8yom9TjxOXCOAAbQ==',key_name='tempest-keypair-1299035428',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5d1cafb337f342e48517d97c9424b969',ramdisk_id='',reservation_id='r-0sow63gs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-632579683',owner_user_name='tempest-TestServerVolumeAttachmentScenario-632579683-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:57:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='164d4ce5b0b0413c84d9f347d4e5f225',uuid=5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "78b73ad3-cded-4cf5-8025-33f506810954", "address": "fa:16:3e:b9:db:69", "network": {"id": "c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1487955712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d1cafb337f342e48517d97c9424b969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b73ad3-cd", "ovs_interfaceid": "78b73ad3-cded-4cf5-8025-33f506810954", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Converting VIF {"id": "78b73ad3-cded-4cf5-8025-33f506810954", "address": "fa:16:3e:b9:db:69", "network": {"id": "c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1487955712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d1cafb337f342e48517d97c9424b969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b73ad3-cd", "ovs_interfaceid": "78b73ad3-cded-4cf5-8025-33f506810954", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:db:69,bridge_name='br-int',has_traffic_filtering=True,id=78b73ad3-cded-4cf5-8025-33f506810954,network=Network(c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b73ad3-cd') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG os_vif [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:db:69,bridge_name='br-int',has_traffic_filtering=True,id=78b73ad3-cded-4cf5-8025-33f506810954,network=Network(c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b73ad3-cd') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3210dd7c-3abe-59b7-a234-3e66a4f47fcf', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap78b73ad3-cd, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap78b73ad3-cd, col_values=(('qos', UUID('01910fdf-cf36-4dfd-a353-48b5789cbb55')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap78b73ad3-cd, col_values=(('external_ids', {'iface-id': '78b73ad3-cded-4cf5-8025-33f506810954', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b9:db:69', 'vm-uuid': '5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:05 user nova-compute[74702]: INFO os_vif [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:db:69,bridge_name='br-int',has_traffic_filtering=True,id=78b73ad3-cded-4cf5-8025-33f506810954,network=Network(c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b73ad3-cd')
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] No VIF found with MAC fa:16:3e:b9:db:69, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-14d57eae-a6c0-4e89-b251-4e9ea6fb11ee req-f0566165-a356-4c75-aa5b-d0749f1b852b service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Updated VIF entry in instance network info cache for port 78b73ad3-cded-4cf5-8025-33f506810954. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-14d57eae-a6c0-4e89-b251-4e9ea6fb11ee req-f0566165-a356-4c75-aa5b-d0749f1b852b service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Updating instance_info_cache with network_info: [{"id": "78b73ad3-cded-4cf5-8025-33f506810954", "address": "fa:16:3e:b9:db:69", "network": {"id": "c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1487955712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d1cafb337f342e48517d97c9424b969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b73ad3-cd", "ovs_interfaceid": "78b73ad3-cded-4cf5-8025-33f506810954", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:57:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-14d57eae-a6c0-4e89-b251-4e9ea6fb11ee req-f0566165-a356-4c75-aa5b-d0749f1b852b service nova] Releasing lock "refresh_cache-5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:57:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-ddaf7f2a-d628-45c0-b028-adec05ca44c9 req-e0f55764-d791-4560-b925-39605e7bec4a service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Received event network-vif-plugged-78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:57:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ddaf7f2a-d628-45c0-b028-adec05ca44c9 req-e0f55764-d791-4560-b925-39605e7bec4a service nova] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:57:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ddaf7f2a-d628-45c0-b028-adec05ca44c9 req-e0f55764-d791-4560-b925-39605e7bec4a service nova] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:57:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ddaf7f2a-d628-45c0-b028-adec05ca44c9 req-e0f55764-d791-4560-b925-39605e7bec4a service nova] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:57:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-ddaf7f2a-d628-45c0-b028-adec05ca44c9 req-e0f55764-d791-4560-b925-39605e7bec4a service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] No waiting events found dispatching network-vif-plugged-78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:57:06 user nova-compute[74702]: WARNING nova.compute.manager [req-ddaf7f2a-d628-45c0-b028-adec05ca44c9 req-e0f55764-d791-4560-b925-39605e7bec4a service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Received unexpected event network-vif-plugged-78b73ad3-cded-4cf5-8025-33f506810954 for instance with vm_state building and task_state spawning.
Oct 26 01:57:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:57:08 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Instance spawned successfully.
Oct 26 01:57:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-062f4277-c1b8-4ac8-a0bf-2dd969f7c125 req-f860092b-5db7-4f03-b7cd-9e841a3d01ac service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Received event network-vif-plugged-78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-062f4277-c1b8-4ac8-a0bf-2dd969f7c125 req-f860092b-5db7-4f03-b7cd-9e841a3d01ac service nova] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-062f4277-c1b8-4ac8-a0bf-2dd969f7c125 req-f860092b-5db7-4f03-b7cd-9e841a3d01ac service nova] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-062f4277-c1b8-4ac8-a0bf-2dd969f7c125 req-f860092b-5db7-4f03-b7cd-9e841a3d01ac service nova] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:57:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-062f4277-c1b8-4ac8-a0bf-2dd969f7c125 req-f860092b-5db7-4f03-b7cd-9e841a3d01ac service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] No waiting events found dispatching network-vif-plugged-78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:57:08 user nova-compute[74702]: WARNING nova.compute.manager [req-062f4277-c1b8-4ac8-a0bf-2dd969f7c125 req-f860092b-5db7-4f03-b7cd-9e841a3d01ac service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Received unexpected event network-vif-plugged-78b73ad3-cded-4cf5-8025-33f506810954 for instance with vm_state building and task_state spawning.
Oct 26 01:57:08 user nova-compute[74702]: INFO nova.compute.manager [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Took 5.67 seconds to spawn the instance on the hypervisor.
Oct 26 01:57:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:57:09 user nova-compute[74702]: INFO nova.compute.manager [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Took 6.36 seconds to build instance.
Oct 26 01:57:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c1058315-2b63-4e26-8e23-316b410233b8 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.482s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:57:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:57:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:30 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:57:30 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:57:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:57:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:57:30 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updating instance_info_cache with network_info: [{"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:33 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:57:33 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:57:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8257MB free_disk=25.221790313720703GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:57:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:57:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:57:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:57:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:57:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:57:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:57:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:57:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:57:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:57:34 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:57:34 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:57:34 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:57:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.332s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:57:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:57:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:57:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:37 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:57:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:41 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:57:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:57:42 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:57:42 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:57:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:57:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:57:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:57:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:57:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:57:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:57:46 user nova-compute[74702]: INFO nova.compute.claims [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Claim successful on node user
Oct 26 01:57:47 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:57:47 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:57:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.314s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:57:47 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:57:47 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:57:47 user nova-compute[74702]: DEBUG nova.network.neutron [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:57:47 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:57:47 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:57:47 user nova-compute[74702]: INFO nova.virt.block_device [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Booting with blank volume at /dev/vda
Oct 26 01:57:47 user nova-compute[74702]: DEBUG nova.policy [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46fdabdfc28b461cbd8d272b56e2347c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '630fa5a061b541fbb2d98ad9599ac594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:57:48 user nova-compute[74702]: DEBUG nova.network.neutron [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Successfully created port: 639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG nova.network.neutron [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Successfully updated port: 639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquired lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG nova.network.neutron [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-5e591718-fc87-4d54-93ce-eb9bf03dfda8 req-74321a91-20fd-4d88-bf07-5a34fb48b1e5 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-changed-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-5e591718-fc87-4d54-93ce-eb9bf03dfda8 req-74321a91-20fd-4d88-bf07-5a34fb48b1e5 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Refreshing instance network info cache due to event network-changed-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e591718-fc87-4d54-93ce-eb9bf03dfda8 req-74321a91-20fd-4d88-bf07-5a34fb48b1e5 service nova] Acquiring lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG nova.network.neutron [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG nova.network.neutron [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updating instance_info_cache with network_info: [{"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Releasing lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Instance network_info: |[{"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e591718-fc87-4d54-93ce-eb9bf03dfda8 req-74321a91-20fd-4d88-bf07-5a34fb48b1e5 service nova] Acquired lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:57:49 user nova-compute[74702]: DEBUG nova.network.neutron [req-5e591718-fc87-4d54-93ce-eb9bf03dfda8 req-74321a91-20fd-4d88-bf07-5a34fb48b1e5 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Refreshing network info cache for port 639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:57:50 user nova-compute[74702]: DEBUG nova.network.neutron [req-5e591718-fc87-4d54-93ce-eb9bf03dfda8 req-74321a91-20fd-4d88-bf07-5a34fb48b1e5 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updated VIF entry in instance network info cache for port 639b9bbe-8433-48a2-ae3a-ef4a75a56e6a. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:57:50 user nova-compute[74702]: DEBUG nova.network.neutron [req-5e591718-fc87-4d54-93ce-eb9bf03dfda8 req-74321a91-20fd-4d88-bf07-5a34fb48b1e5 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updating instance_info_cache with network_info: [{"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:57:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e591718-fc87-4d54-93ce-eb9bf03dfda8 req-74321a91-20fd-4d88-bf07-5a34fb48b1e5 service nova] Releasing lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:57:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG os_brick.utils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2951980a-228e-41b6-bfb3-5954ebb835fd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b39665ec-3005-402b-acf9-eb200caec868]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[68b9f016-7689-4e3e-8d47-ad8bd5ce85f7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[29f4de7c-3b2a-4488-806b-62d9d7d784b7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:57:53 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:57:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[16b1322d-2e5a-4ea9-a646-108092f64360]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG os_brick.utils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:57:53 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updating existing volume attachment record: 4b1932a7-fd82-4804-8e2b-10087153d569 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:57:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:57:58 user nova-compute[74702]: DEBUG nova.compute.manager [req-db1e954d-f506-4cae-8f56-e35b9409c9f0 req-ca840854-0777-4c36-a782-9a7b581205c2 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-changed-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:57:58 user nova-compute[74702]: DEBUG nova.compute.manager [req-db1e954d-f506-4cae-8f56-e35b9409c9f0 req-ca840854-0777-4c36-a782-9a7b581205c2 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Refreshing instance network info cache due to event network-changed-84fad796-0b8f-4dd3-a1d8-064af1385330. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:57:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-db1e954d-f506-4cae-8f56-e35b9409c9f0 req-ca840854-0777-4c36-a782-9a7b581205c2 service nova] Acquiring lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:57:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-db1e954d-f506-4cae-8f56-e35b9409c9f0 req-ca840854-0777-4c36-a782-9a7b581205c2 service nova] Acquired lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:57:58 user nova-compute[74702]: DEBUG nova.network.neutron [req-db1e954d-f506-4cae-8f56-e35b9409c9f0 req-ca840854-0777-4c36-a782-9a7b581205c2 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Refreshing network info cache for port 84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:57:59 user nova-compute[74702]: DEBUG nova.network.neutron [req-db1e954d-f506-4cae-8f56-e35b9409c9f0 req-ca840854-0777-4c36-a782-9a7b581205c2 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updated VIF entry in instance network info cache for port 84fad796-0b8f-4dd3-a1d8-064af1385330. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:57:59 user nova-compute[74702]: DEBUG nova.network.neutron [req-db1e954d-f506-4cae-8f56-e35b9409c9f0 req-ca840854-0777-4c36-a782-9a7b581205c2 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updating instance_info_cache with network_info: [{"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:57:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-db1e954d-f506-4cae-8f56-e35b9409c9f0 req-ca840854-0777-4c36-a782-9a7b581205c2 service nova] Releasing lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:58:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:58:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:03 user nova-compute[74702]: INFO nova.compute.manager [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Detaching volume 9a14954c-92c5-4711-a802-5159e22f96c0
Oct 26 01:58:03 user nova-compute[74702]: INFO nova.virt.block_device [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Attempting to driver detach volume 9a14954c-92c5-4711-a802-5159e22f96c0 from mountpoint /dev/vdb
Oct 26 01:58:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Attempting to detach device vdb from instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:58:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:58:03 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:58:03 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 01:58:03 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:58:03 user nova-compute[74702]:   <serial>9a14954c-92c5-4711-a802-5159e22f96c0</serial>
Oct 26 01:58:03 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 01:58:03 user nova-compute[74702]: </disk>
Oct 26 01:58:03 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:58:03 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully detached device vdb from instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a from the persistent domain config.
Oct 26 01:58:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:58:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:58:03 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:58:03 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 01:58:03 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:58:03 user nova-compute[74702]:   <serial>9a14954c-92c5-4711-a802-5159e22f96c0</serial>
Oct 26 01:58:03 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 01:58:03 user nova-compute[74702]: </disk>
Oct 26 01:58:03 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:58:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:58:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:06 user nova-compute[74702]: INFO nova.compute.manager [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Shelving
Oct 26 01:58:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-6b8bdf2a-d416-4e15-8c3c-29efa47ee9f9 req-9a774969-09a8-4150-9464-a1876987a572 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-vif-unplugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:58:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6b8bdf2a-d416-4e15-8c3c-29efa47ee9f9 req-9a774969-09a8-4150-9464-a1876987a572 service nova] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6b8bdf2a-d416-4e15-8c3c-29efa47ee9f9 req-9a774969-09a8-4150-9464-a1876987a572 service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6b8bdf2a-d416-4e15-8c3c-29efa47ee9f9 req-9a774969-09a8-4150-9464-a1876987a572 service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-6b8bdf2a-d416-4e15-8c3c-29efa47ee9f9 req-9a774969-09a8-4150-9464-a1876987a572 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] No waiting events found dispatching network-vif-unplugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:58:06 user nova-compute[74702]: WARNING nova.compute.manager [req-6b8bdf2a-d416-4e15-8c3c-29efa47ee9f9 req-9a774969-09a8-4150-9464-a1876987a572 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received unexpected event network-vif-unplugged-84fad796-0b8f-4dd3-a1d8-064af1385330 for instance with vm_state active and task_state shelving.
Oct 26 01:58:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Instance destroyed successfully.
Oct 26 01:58:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Beginning cold snapshot process
Oct 26 01:58:07 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 01:58:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk /opt/stack/data/nova/instances/snapshots/tmp6i4euaik/81ee7c665ea6490d8ac73d0ff3e99f20 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk /opt/stack/data/nova/instances/snapshots/tmp6i4euaik/81ee7c665ea6490d8ac73d0ff3e99f20" returned: 0 in 0.864s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:07 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Snapshot extracted, beginning image upload
Oct 26 01:58:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-f0e66c0c-239b-4282-8c83-c49044181ae1 req-9e82ae15-3917-4f54-a292-cf1809892c04 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:58:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f0e66c0c-239b-4282-8c83-c49044181ae1 req-9e82ae15-3917-4f54-a292-cf1809892c04 service nova] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f0e66c0c-239b-4282-8c83-c49044181ae1 req-9e82ae15-3917-4f54-a292-cf1809892c04 service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f0e66c0c-239b-4282-8c83-c49044181ae1 req-9e82ae15-3917-4f54-a292-cf1809892c04 service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-f0e66c0c-239b-4282-8c83-c49044181ae1 req-9e82ae15-3917-4f54-a292-cf1809892c04 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] No waiting events found dispatching network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:58:08 user nova-compute[74702]: WARNING nova.compute.manager [req-f0e66c0c-239b-4282-8c83-c49044181ae1 req-9e82ae15-3917-4f54-a292-cf1809892c04 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received unexpected event network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 for instance with vm_state active and task_state shelving_image_uploading.
Oct 26 01:58:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:10 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Snapshot image upload complete
Oct 26 01:58:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:58:10 user nova-compute[74702]: INFO nova.compute.manager [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Shelve offloading
Oct 26 01:58:10 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Instance destroyed successfully.
Oct 26 01:58:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:58:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:58:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquired lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:58:10 user nova-compute[74702]: DEBUG nova.network.neutron [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:58:11 user nova-compute[74702]: DEBUG nova.network.neutron [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updating instance_info_cache with network_info: [{"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:58:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Releasing lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:58:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:12 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Instance destroyed successfully.
Oct 26 01:58:12 user nova-compute[74702]: DEBUG nova.objects.instance [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'resources' on Instance uuid 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:56:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-538282181',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-538282181',id=30,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDREtrsb8DZif/rxdIHjY0VrMs5dVolBvluROZ8rXXCUeKaFVMBX8+HesW9XqxHmRV5aOKVee0At3iGrrmjO2mEmIYXNoxDZl0irIOdUow9yANj/b20JJnqbO5J/mQGVCQ==',key_name='tempest-keypair-2039721773',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:56:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='224e2c19388f42db8cc98cf8c1ce1a1f',ramdisk_id='',reservation_id='r-cppii45h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-837425543',owner_user_name='tempest-AttachVolumeShelveTestJSON-837425543-project-member',shelved_at='2023-10-26T01:58:10.867621',shelved_host='user',shelved_image_id='7112ac8e-eecb-4029-bd60-632f4f5a007c'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:58:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c2fb25bcfb14638a427f6abce1d535c',uuid=4620f9b1-cf10-4eba-b3b7-6346264a1fd2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converting VIF {"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG os_vif [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84fad796-0b, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cafea61c-33cb-43a8-96f4-f9633719e5f3) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:12 user nova-compute[74702]: INFO os_vif [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b')
Oct 26 01:58:12 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Deleting instance files /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2_del
Oct 26 01:58:12 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Deletion of /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2_del complete
Oct 26 01:58:12 user nova-compute[74702]: DEBUG nova.compute.manager [req-1bb69716-2cd9-4541-bc2c-db3bb13da393 req-b79b32a1-aed3-41ea-a48b-479907792763 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-changed-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG nova.compute.manager [req-1bb69716-2cd9-4541-bc2c-db3bb13da393 req-b79b32a1-aed3-41ea-a48b-479907792763 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Refreshing instance network info cache due to event network-changed-84fad796-0b8f-4dd3-a1d8-064af1385330. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1bb69716-2cd9-4541-bc2c-db3bb13da393 req-b79b32a1-aed3-41ea-a48b-479907792763 service nova] Acquiring lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1bb69716-2cd9-4541-bc2c-db3bb13da393 req-b79b32a1-aed3-41ea-a48b-479907792763 service nova] Acquired lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG nova.network.neutron [req-1bb69716-2cd9-4541-bc2c-db3bb13da393 req-b79b32a1-aed3-41ea-a48b-479907792763 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Refreshing network info cache for port 84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:58:12 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Deleted allocations for instance 4620f9b1-cf10-4eba-b3b7-6346264a1fd2
Oct 26 01:58:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG nova.objects.instance [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'numa_topology' on Instance uuid 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG nova.objects.base [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Object Instance<4620f9b1-cf10-4eba-b3b7-6346264a1fd2> lazy-loaded attributes: resources,numa_topology {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.285s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a1da7119-af2b-4484-8921-4fa79783994c tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.745s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "6e69d328-018f-4764-b1a5-e75ba1a37926" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.network.neutron [req-1bb69716-2cd9-4541-bc2c-db3bb13da393 req-b79b32a1-aed3-41ea-a48b-479907792763 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updated VIF entry in instance network info cache for port 84fad796-0b8f-4dd3-a1d8-064af1385330. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.network.neutron [req-1bb69716-2cd9-4541-bc2c-db3bb13da393 req-b79b32a1-aed3-41ea-a48b-479907792763 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updating instance_info_cache with network_info: [{"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap84fad796-0b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1bb69716-2cd9-4541-bc2c-db3bb13da393 req-b79b32a1-aed3-41ea-a48b-479907792763 service nova] Releasing lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:58:13 user nova-compute[74702]: INFO nova.compute.claims [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Claim successful on node user
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.483s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 01:58:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.policy [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9b00dbda64643dfb17a776edad5fe1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c584cf8199c4fe1ae603f9c1a12145d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:58:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Creating image(s)
Oct 26 01:58:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "/opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "/opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "/opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.207s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk 1073741824" returned: 0 in 0.052s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Successfully created port: 7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.215s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Cannot resize image /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Ensure instance console log exists: /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Successfully updated port: 7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "refresh_cache-6e69d328-018f-4764-b1a5-e75ba1a37926" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquired lock "refresh_cache-6e69d328-018f-4764-b1a5-e75ba1a37926" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-6eeed99d-ebad-4f25-8ff7-da3569c761b5 req-f6010682-a3e4-4930-a00b-ec3c9de6a96d service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Received event network-changed-7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-6eeed99d-ebad-4f25-8ff7-da3569c761b5 req-f6010682-a3e4-4930-a00b-ec3c9de6a96d service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Refreshing instance network info cache due to event network-changed-7e4d0956-1153-49ca-8772-b85c68989885. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6eeed99d-ebad-4f25-8ff7-da3569c761b5 req-f6010682-a3e4-4930-a00b-ec3c9de6a96d service nova] Acquiring lock "refresh_cache-6e69d328-018f-4764-b1a5-e75ba1a37926" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Updating instance_info_cache with network_info: [{"id": "7e4d0956-1153-49ca-8772-b85c68989885", "address": "fa:16:3e:cc:1d:42", "network": {"id": "f5308842-c526-42a8-a4de-9e5b1ce1290b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1916873615-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c584cf8199c4fe1ae603f9c1a12145d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4d0956-11", "ovs_interfaceid": "7e4d0956-1153-49ca-8772-b85c68989885", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Releasing lock "refresh_cache-6e69d328-018f-4764-b1a5-e75ba1a37926" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Instance network_info: |[{"id": "7e4d0956-1153-49ca-8772-b85c68989885", "address": "fa:16:3e:cc:1d:42", "network": {"id": "f5308842-c526-42a8-a4de-9e5b1ce1290b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1916873615-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c584cf8199c4fe1ae603f9c1a12145d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4d0956-11", "ovs_interfaceid": "7e4d0956-1153-49ca-8772-b85c68989885", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6eeed99d-ebad-4f25-8ff7-da3569c761b5 req-f6010682-a3e4-4930-a00b-ec3c9de6a96d service nova] Acquired lock "refresh_cache-6e69d328-018f-4764-b1a5-e75ba1a37926" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.network.neutron [req-6eeed99d-ebad-4f25-8ff7-da3569c761b5 req-f6010682-a3e4-4930-a00b-ec3c9de6a96d service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Refreshing network info cache for port 7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Start _get_guest_xml network_info=[{"id": "7e4d0956-1153-49ca-8772-b85c68989885", "address": "fa:16:3e:cc:1d:42", "network": {"id": "f5308842-c526-42a8-a4de-9e5b1ce1290b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1916873615-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c584cf8199c4fe1ae603f9c1a12145d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4d0956-11", "ovs_interfaceid": "7e4d0956-1153-49ca-8772-b85c68989885", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:58:15 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:58:15 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:58:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-302208058',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-302208058',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-3022080',id=33,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIFnUDIfcjdv9BiOE49MH1gQxAaFJUu00qc7DnDaLSf/6lKVP300cJIUI1awyfdB4QkWr5JW04FaSq39SjVWYn531Ugw9kNS4x8kc8eOb402kJHC4qSMzLqRSnZpqe57TA==',key_name='tempest-keypair-789472818',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c584cf8199c4fe1ae603f9c1a12145d',ramdisk_id='',reservation_id='r-bsgmy4rd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1789564119',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:58:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9b00dbda64643dfb17a776edad5fe1c',uuid=6e69d328-018f-4764-b1a5-e75ba1a37926,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e4d0956-1153-49ca-8772-b85c68989885", "address": "fa:16:3e:cc:1d:42", "network": {"id": "f5308842-c526-42a8-a4de-9e5b1ce1290b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1916873615-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c584cf8199c4fe1ae603f9c1a12145d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4d0956-11", "ovs_interfaceid": "7e4d0956-1153-49ca-8772-b85c68989885", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Converting VIF {"id": "7e4d0956-1153-49ca-8772-b85c68989885", "address": "fa:16:3e:cc:1d:42", "network": {"id": "f5308842-c526-42a8-a4de-9e5b1ce1290b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1916873615-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c584cf8199c4fe1ae603f9c1a12145d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4d0956-11", "ovs_interfaceid": "7e4d0956-1153-49ca-8772-b85c68989885", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:1d:42,bridge_name='br-int',has_traffic_filtering=True,id=7e4d0956-1153-49ca-8772-b85c68989885,network=Network(f5308842-c526-42a8-a4de-9e5b1ce1290b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4d0956-11') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lazy-loading 'pci_devices' on Instance uuid 6e69d328-018f-4764-b1a5-e75ba1a37926 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:58:15 user nova-compute[74702]:   <uuid>6e69d328-018f-4764-b1a5-e75ba1a37926</uuid>
Oct 26 01:58:15 user nova-compute[74702]:   <name>instance-00000021</name>
Oct 26 01:58:15 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:58:15 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:58:15 user nova-compute[74702]:   <metadata>
Oct 26 01:58:15 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:58:15 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:58:15 user nova-compute[74702]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-302208058</nova:name>
Oct 26 01:58:15 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:58:15</nova:creationTime>
Oct 26 01:58:15 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:58:15 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:58:15 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:58:15 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:58:15 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:58:15 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:58:15 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:58:15 user nova-compute[74702]:       <nova:owner>
Oct 26 01:58:15 user nova-compute[74702]:         <nova:user uuid="f9b00dbda64643dfb17a776edad5fe1c">tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member</nova:user>
Oct 26 01:58:15 user nova-compute[74702]:         <nova:project uuid="0c584cf8199c4fe1ae603f9c1a12145d">tempest-TestServerVolumeAttachScenarioOldVersion-1789564119</nova:project>
Oct 26 01:58:15 user nova-compute[74702]:       </nova:owner>
Oct 26 01:58:15 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:58:15 user nova-compute[74702]:       <nova:ports>
Oct 26 01:58:15 user nova-compute[74702]:         <nova:port uuid="7e4d0956-1153-49ca-8772-b85c68989885">
Oct 26 01:58:15 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 26 01:58:15 user nova-compute[74702]:         </nova:port>
Oct 26 01:58:15 user nova-compute[74702]:       </nova:ports>
Oct 26 01:58:15 user nova-compute[74702]:     </nova:instance>
Oct 26 01:58:15 user nova-compute[74702]:   </metadata>
Oct 26 01:58:15 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:58:15 user nova-compute[74702]:     <system>
Oct 26 01:58:15 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:58:15 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:58:15 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:58:15 user nova-compute[74702]:       <entry name="serial">6e69d328-018f-4764-b1a5-e75ba1a37926</entry>
Oct 26 01:58:15 user nova-compute[74702]:       <entry name="uuid">6e69d328-018f-4764-b1a5-e75ba1a37926</entry>
Oct 26 01:58:15 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:58:15 user nova-compute[74702]:     </system>
Oct 26 01:58:15 user nova-compute[74702]:   </sysinfo>
Oct 26 01:58:15 user nova-compute[74702]:   <os>
Oct 26 01:58:15 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:58:15 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:58:15 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:58:15 user nova-compute[74702]:   </os>
Oct 26 01:58:15 user nova-compute[74702]:   <features>
Oct 26 01:58:15 user nova-compute[74702]:     <acpi/>
Oct 26 01:58:15 user nova-compute[74702]:     <apic/>
Oct 26 01:58:15 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:58:15 user nova-compute[74702]:   </features>
Oct 26 01:58:15 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:58:15 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:58:15 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:58:15 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:58:15 user nova-compute[74702]:   </clock>
Oct 26 01:58:15 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:58:15 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:58:15 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:58:15 user nova-compute[74702]:   </cpu>
Oct 26 01:58:15 user nova-compute[74702]:   <devices>
Oct 26 01:58:15 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:58:15 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:58:15 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk"/>
Oct 26 01:58:15 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:58:15 user nova-compute[74702]:     </disk>
Oct 26 01:58:15 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:58:15 user nova-compute[74702]:       <mac address="fa:16:3e:cc:1d:42"/>
Oct 26 01:58:15 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:58:15 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:58:15 user nova-compute[74702]:       <target dev="tap7e4d0956-11"/>
Oct 26 01:58:15 user nova-compute[74702]:     </interface>
Oct 26 01:58:15 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:58:15 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/console.log" append="off"/>
Oct 26 01:58:15 user nova-compute[74702]:     </serial>
Oct 26 01:58:15 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:58:15 user nova-compute[74702]:     <video>
Oct 26 01:58:15 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:58:15 user nova-compute[74702]:     </video>
Oct 26 01:58:15 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:58:15 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:58:15 user nova-compute[74702]:     </rng>
Oct 26 01:58:15 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:58:15 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:58:15 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:58:15 user nova-compute[74702]:     </memballoon>
Oct 26 01:58:15 user nova-compute[74702]:   </devices>
Oct 26 01:58:15 user nova-compute[74702]: </domain>
Oct 26 01:58:15 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:58:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-302208058',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-302208058',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-3022080',id=33,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIFnUDIfcjdv9BiOE49MH1gQxAaFJUu00qc7DnDaLSf/6lKVP300cJIUI1awyfdB4QkWr5JW04FaSq39SjVWYn531Ugw9kNS4x8kc8eOb402kJHC4qSMzLqRSnZpqe57TA==',key_name='tempest-keypair-789472818',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c584cf8199c4fe1ae603f9c1a12145d',ramdisk_id='',reservation_id='r-bsgmy4rd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1789564119',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:58:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9b00dbda64643dfb17a776edad5fe1c',uuid=6e69d328-018f-4764-b1a5-e75ba1a37926,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e4d0956-1153-49ca-8772-b85c68989885", "address": "fa:16:3e:cc:1d:42", "network": {"id": "f5308842-c526-42a8-a4de-9e5b1ce1290b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1916873615-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c584cf8199c4fe1ae603f9c1a12145d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4d0956-11", "ovs_interfaceid": "7e4d0956-1153-49ca-8772-b85c68989885", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Converting VIF {"id": "7e4d0956-1153-49ca-8772-b85c68989885", "address": "fa:16:3e:cc:1d:42", "network": {"id": "f5308842-c526-42a8-a4de-9e5b1ce1290b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1916873615-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c584cf8199c4fe1ae603f9c1a12145d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4d0956-11", "ovs_interfaceid": "7e4d0956-1153-49ca-8772-b85c68989885", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:1d:42,bridge_name='br-int',has_traffic_filtering=True,id=7e4d0956-1153-49ca-8772-b85c68989885,network=Network(f5308842-c526-42a8-a4de-9e5b1ce1290b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4d0956-11') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG os_vif [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:1d:42,bridge_name='br-int',has_traffic_filtering=True,id=7e4d0956-1153-49ca-8772-b85c68989885,network=Network(f5308842-c526-42a8-a4de-9e5b1ce1290b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4d0956-11') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6a4fff76-0cdb-5ca2-86d1-cacd1003e7f0', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7e4d0956-11, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7e4d0956-11, col_values=(('qos', UUID('3f1853e3-88be-441f-af72-779becc2939e')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7e4d0956-11, col_values=(('external_ids', {'iface-id': '7e4d0956-1153-49ca-8772-b85c68989885', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:1d:42', 'vm-uuid': '6e69d328-018f-4764-b1a5-e75ba1a37926'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:58:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:15 user nova-compute[74702]: INFO os_vif [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:1d:42,bridge_name='br-int',has_traffic_filtering=True,id=7e4d0956-1153-49ca-8772-b85c68989885,network=Network(f5308842-c526-42a8-a4de-9e5b1ce1290b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4d0956-11')
Oct 26 01:58:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:58:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] No VIF found with MAC fa:16:3e:cc:1d:42, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:58:16 user nova-compute[74702]: DEBUG nova.network.neutron [req-6eeed99d-ebad-4f25-8ff7-da3569c761b5 req-f6010682-a3e4-4930-a00b-ec3c9de6a96d service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Updated VIF entry in instance network info cache for port 7e4d0956-1153-49ca-8772-b85c68989885. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:58:16 user nova-compute[74702]: DEBUG nova.network.neutron [req-6eeed99d-ebad-4f25-8ff7-da3569c761b5 req-f6010682-a3e4-4930-a00b-ec3c9de6a96d service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Updating instance_info_cache with network_info: [{"id": "7e4d0956-1153-49ca-8772-b85c68989885", "address": "fa:16:3e:cc:1d:42", "network": {"id": "f5308842-c526-42a8-a4de-9e5b1ce1290b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1916873615-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c584cf8199c4fe1ae603f9c1a12145d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4d0956-11", "ovs_interfaceid": "7e4d0956-1153-49ca-8772-b85c68989885", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:58:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6eeed99d-ebad-4f25-8ff7-da3569c761b5 req-f6010682-a3e4-4930-a00b-ec3c9de6a96d service nova] Releasing lock "refresh_cache-6e69d328-018f-4764-b1a5-e75ba1a37926" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:58:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-f175faf9-973a-42be-b308-1d6cb6aa3d50 req-edd19b92-6d6c-4727-9390-f409103970b7 service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Received event network-vif-plugged-7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:58:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f175faf9-973a-42be-b308-1d6cb6aa3d50 req-edd19b92-6d6c-4727-9390-f409103970b7 service nova] Acquiring lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f175faf9-973a-42be-b308-1d6cb6aa3d50 req-edd19b92-6d6c-4727-9390-f409103970b7 service nova] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f175faf9-973a-42be-b308-1d6cb6aa3d50 req-edd19b92-6d6c-4727-9390-f409103970b7 service nova] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-f175faf9-973a-42be-b308-1d6cb6aa3d50 req-edd19b92-6d6c-4727-9390-f409103970b7 service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] No waiting events found dispatching network-vif-plugged-7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:58:17 user nova-compute[74702]: WARNING nova.compute.manager [req-f175faf9-973a-42be-b308-1d6cb6aa3d50 req-edd19b92-6d6c-4727-9390-f409103970b7 service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Received unexpected event network-vif-plugged-7e4d0956-1153-49ca-8772-b85c68989885 for instance with vm_state building and task_state spawning.
Oct 26 01:58:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 01:58:19 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Creating image(s)
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Ensure instance console log exists: /opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Start _get_guest_xml network_info=[{"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FGOLjQpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ec43a54-4e4d-483c-ac9d-7184fc2d08dc', 'attached_at': '', 'detached_at': '', 'volume_id': '3363e062-ad38-4c90-ae82-32e10f54dcb8', 'serial': '3363e062-ad38-4c90-ae82-32e10f54dcb8'}, 'attachment_id': '4b1932a7-fd82-4804-8e2b-10087153d569', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:58:19 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:58:19 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FGOLjQpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:58:19 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:58:19 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:58:19 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[beebb119-f86d-41c0-8290-f7fa493babf2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:58:19 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[384d3d48-40c1-4032-ab68-d5c72dd40e3a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8] added
Oct 26 01:58:19 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e8017dc-9afe-4517-bdbc-cc2cc252b78d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eaa07a2-b6e8-460d-9b62-e76a9481334c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FGOLjQpk {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FGOLjQpk" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[65d5a4b1-d7f4-487f-86df-9f414d9db0d9]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FGOLjQpk'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d051f7a2-09b4-4110-a7a0-a82172103ed8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc76dc16-c009-4bad-ad45-1a4d28d922b5]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)
Oct 26 01:58:19 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)
Oct 26 01:58:19 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.compute.manager [req-a3bfafe4-de59-453e-8606-cc922d691a31 req-b391772b-7e54-40c1-9007-508dae3ca062 service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Received event network-vif-plugged-7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a3bfafe4-de59-453e-8606-cc922d691a31 req-b391772b-7e54-40c1-9007-508dae3ca062 service nova] Acquiring lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a3bfafe4-de59-453e-8606-cc922d691a31 req-b391772b-7e54-40c1-9007-508dae3ca062 service nova] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a3bfafe4-de59-453e-8606-cc922d691a31 req-b391772b-7e54-40c1-9007-508dae3ca062 service nova] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.compute.manager [req-a3bfafe4-de59-453e-8606-cc922d691a31 req-b391772b-7e54-40c1-9007-508dae3ca062 service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] No waiting events found dispatching network-vif-plugged-7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:58:19 user nova-compute[74702]: WARNING nova.compute.manager [req-a3bfafe4-de59-453e-8606-cc922d691a31 req-b391772b-7e54-40c1-9007-508dae3ca062 service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Received unexpected event network-vif-plugged-7e4d0956-1153-49ca-8772-b85c68989885 for instance with vm_state building and task_state spawning.
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1edd1e24-e4c4-487f-9058-c76694a5d2ec]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8, portal: 172.16.0.220,3260]
Oct 26 01:58:19 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8, portal: 172.16.0.220,3260] successful.
Oct 26 01:58:19 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a70ae899-b48b-4798-a8b6-d12ec56d4670]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[71774f80-53ab-4c21-90b5-b99b431ecb9d]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)
Oct 26 01:58:19 user nova-compute[74702]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:58:19 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)
Oct 26 01:58:19 user nova-compute[74702]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:58:19 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] HCTL ('34', '-', '-', 0) found on session 30 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[854c20e6-d2e4-4938-abe2-722525bd7dab]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:19 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Instance spawned successfully.
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching for a device in session 30 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FGOLjQpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:58:19 user nova-compute[74702]: INFO nova.compute.manager [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Took 5.93 seconds to spawn the instance on the hypervisor.
Oct 26 01:58:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:58:20 user nova-compute[74702]: INFO nova.compute.manager [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Took 6.84 seconds to build instance.
Oct 26 01:58:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b34d85d5-348e-48f3-9941-034a5e4b4872 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.986s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '23630376563663038', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630376563663038', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:57:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-909728396',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-909728396',id=32,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-c0lnq3fj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:57:47Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=8ec43a54-4e4d-483c-ac9d-7184fc2d08dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:87:c1,bridge_name='br-int',has_traffic_filtering=True,id=639b9bbe-8433-48a2-ae3a-ef4a75a56e6a,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap639b9bbe-84') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'pci_devices' on Instance uuid 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:58:20 user nova-compute[74702]:   <uuid>8ec43a54-4e4d-483c-ac9d-7184fc2d08dc</uuid>
Oct 26 01:58:20 user nova-compute[74702]:   <name>instance-00000020</name>
Oct 26 01:58:20 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:58:20 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:58:20 user nova-compute[74702]:   <metadata>
Oct 26 01:58:20 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:58:20 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:58:20 user nova-compute[74702]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-909728396</nova:name>
Oct 26 01:58:20 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:58:19</nova:creationTime>
Oct 26 01:58:20 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:58:20 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:58:20 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:58:20 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:58:20 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:58:20 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:58:20 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:58:20 user nova-compute[74702]:       <nova:owner>
Oct 26 01:58:20 user nova-compute[74702]:         <nova:user uuid="46fdabdfc28b461cbd8d272b56e2347c">tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member</nova:user>
Oct 26 01:58:20 user nova-compute[74702]:         <nova:project uuid="630fa5a061b541fbb2d98ad9599ac594">tempest-ServerBootFromVolumeStableRescueTest-839084851</nova:project>
Oct 26 01:58:20 user nova-compute[74702]:       </nova:owner>
Oct 26 01:58:20 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:58:20 user nova-compute[74702]:       <nova:ports>
Oct 26 01:58:20 user nova-compute[74702]:         <nova:port uuid="639b9bbe-8433-48a2-ae3a-ef4a75a56e6a">
Oct 26 01:58:20 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 26 01:58:20 user nova-compute[74702]:         </nova:port>
Oct 26 01:58:20 user nova-compute[74702]:       </nova:ports>
Oct 26 01:58:20 user nova-compute[74702]:     </nova:instance>
Oct 26 01:58:20 user nova-compute[74702]:   </metadata>
Oct 26 01:58:20 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:58:20 user nova-compute[74702]:     <system>
Oct 26 01:58:20 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:58:20 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:58:20 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:58:20 user nova-compute[74702]:       <entry name="serial">8ec43a54-4e4d-483c-ac9d-7184fc2d08dc</entry>
Oct 26 01:58:20 user nova-compute[74702]:       <entry name="uuid">8ec43a54-4e4d-483c-ac9d-7184fc2d08dc</entry>
Oct 26 01:58:20 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:58:20 user nova-compute[74702]:     </system>
Oct 26 01:58:20 user nova-compute[74702]:   </sysinfo>
Oct 26 01:58:20 user nova-compute[74702]:   <os>
Oct 26 01:58:20 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:58:20 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 01:58:20 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:58:20 user nova-compute[74702]:   </os>
Oct 26 01:58:20 user nova-compute[74702]:   <features>
Oct 26 01:58:20 user nova-compute[74702]:     <acpi/>
Oct 26 01:58:20 user nova-compute[74702]:     <apic/>
Oct 26 01:58:20 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:58:20 user nova-compute[74702]:   </features>
Oct 26 01:58:20 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:58:20 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:58:20 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:58:20 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:58:20 user nova-compute[74702]:   </clock>
Oct 26 01:58:20 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:58:20 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:58:20 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:58:20 user nova-compute[74702]:   </cpu>
Oct 26 01:58:20 user nova-compute[74702]:   <devices>
Oct 26 01:58:20 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 01:58:20 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:58:20 user nova-compute[74702]:       <source dev="/dev/sdc"/>
Oct 26 01:58:20 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:58:20 user nova-compute[74702]:       <serial>3363e062-ad38-4c90-ae82-32e10f54dcb8</serial>
Oct 26 01:58:20 user nova-compute[74702]:     </disk>
Oct 26 01:58:20 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:58:20 user nova-compute[74702]:       <mac address="fa:16:3e:f8:87:c1"/>
Oct 26 01:58:20 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:58:20 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:58:20 user nova-compute[74702]:       <target dev="tap639b9bbe-84"/>
Oct 26 01:58:20 user nova-compute[74702]:     </interface>
Oct 26 01:58:20 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:58:20 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/console.log" append="off"/>
Oct 26 01:58:20 user nova-compute[74702]:     </serial>
Oct 26 01:58:20 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:58:20 user nova-compute[74702]:     <video>
Oct 26 01:58:20 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:58:20 user nova-compute[74702]:     </video>
Oct 26 01:58:20 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:58:20 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:58:20 user nova-compute[74702]:     </rng>
Oct 26 01:58:20 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:58:20 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:58:20 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:58:20 user nova-compute[74702]:     </memballoon>
Oct 26 01:58:20 user nova-compute[74702]:   </devices>
Oct 26 01:58:20 user nova-compute[74702]: </domain>
Oct 26 01:58:20 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:57:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-909728396',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-909728396',id=32,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-c0lnq3fj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:57:47Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=8ec43a54-4e4d-483c-ac9d-7184fc2d08dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:87:c1,bridge_name='br-int',has_traffic_filtering=True,id=639b9bbe-8433-48a2-ae3a-ef4a75a56e6a,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap639b9bbe-84') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG os_vif [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:87:c1,bridge_name='br-int',has_traffic_filtering=True,id=639b9bbe-8433-48a2-ae3a-ef4a75a56e6a,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap639b9bbe-84') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9f7d670e-fddf-5708-94dd-5b214b20cd12', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap639b9bbe-84, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap639b9bbe-84, col_values=(('qos', UUID('96736567-ceb2-4bc1-b617-2eea9a97fdcc')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap639b9bbe-84, col_values=(('external_ids', {'iface-id': '639b9bbe-8433-48a2-ae3a-ef4a75a56e6a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:87:c1', 'vm-uuid': '8ec43a54-4e4d-483c-ac9d-7184fc2d08dc'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:20 user nova-compute[74702]: INFO os_vif [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:87:c1,bridge_name='br-int',has_traffic_filtering=True,id=639b9bbe-8433-48a2-ae3a-ef4a75a56e6a,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap639b9bbe-84')
Oct 26 01:58:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:58:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No VIF found with MAC fa:16:3e:f8:87:c1, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:58:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-ccc7a7bf-aaf1-43c7-a606-f4cd956bdea5 req-4b2e899d-a53a-4761-a1ce-a84dd6e07b83 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:58:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ccc7a7bf-aaf1-43c7-a606-f4cd956bdea5 req-4b2e899d-a53a-4761-a1ce-a84dd6e07b83 service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ccc7a7bf-aaf1-43c7-a606-f4cd956bdea5 req-4b2e899d-a53a-4761-a1ce-a84dd6e07b83 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ccc7a7bf-aaf1-43c7-a606-f4cd956bdea5 req-4b2e899d-a53a-4761-a1ce-a84dd6e07b83 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-ccc7a7bf-aaf1-43c7-a606-f4cd956bdea5 req-4b2e899d-a53a-4761-a1ce-a84dd6e07b83 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:58:22 user nova-compute[74702]: WARNING nova.compute.manager [req-ccc7a7bf-aaf1-43c7-a606-f4cd956bdea5 req-4b2e899d-a53a-4761-a1ce-a84dd6e07b83 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state building and task_state spawning.
Oct 26 01:58:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:23 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a is timed out.
Oct 26 01:58:23 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully detached device vdb from instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a from the live domain config.
Oct 26 01:58:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oapuqQBI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:58:23 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:58:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c50008e9-9ec6-49ba-9d41-c56f07065f1b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:58:23 user nova-compute[74702]: No targets found.
Oct 26 01:58:23 user nova-compute[74702]: iSNS:
Oct 26 01:58:23 user nova-compute[74702]: No targets found.
Oct 26 01:58:23 user nova-compute[74702]: STATIC:
Oct 26 01:58:23 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 01:58:23 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:58:23 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:58:23 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0
Oct 26 01:58:23 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:58:23 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:58:23 user nova-compute[74702]: FIRMWARE:
Oct 26 01:58:23 user nova-compute[74702]: No targets found.
Oct 26 01:58:23 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:58:23 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:58:23 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e677ebc-29c4-468d-91f2-e7900c553004]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[43ef0c0c-19c4-42db-8024-0bc55929bef0]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)
Oct 26 01:58:23 user nova-compute[74702]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:58:23 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 (non-flash)
Oct 26 01:58:23 user nova-compute[74702]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:58:23 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9518396d40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[034e4396-466a-4769-aea4-ed878a531316]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4368e3c6-54d7-4ae9-ac30-98b0398a3a3f]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a24d1b5c-720f-457f-a2a1-e46c14db7947]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:58:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f23f06e5-29c3-493d-883e-87cefa25c9c1]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6250e5b3-670d-4cea-904a-a185665f6d6f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[91d66474-c176-46c1-84c5-ebf803ba7443]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260]
Oct 26 01:58:24 user nova-compute[74702]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0, portal: 172.16.0.220,3260] successful.
Oct 26 01:58:24 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9a14954c-92c5-4711-a802-5159e22f96c0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[15303008-0431-478c-a5ec-d941e50a7f37]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== disconnect_volume: return (312ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 01:58:24 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Instance spawned successfully.
Oct 26 01:58:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG nova.compute.manager [req-ac74cf08-cf17-4f75-a634-8e22094b7776 req-9008d21a-101f-4ed0-aa75-1792ee8441c4 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ac74cf08-cf17-4f75-a634-8e22094b7776 req-9008d21a-101f-4ed0-aa75-1792ee8441c4 service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ac74cf08-cf17-4f75-a634-8e22094b7776 req-9008d21a-101f-4ed0-aa75-1792ee8441c4 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ac74cf08-cf17-4f75-a634-8e22094b7776 req-9008d21a-101f-4ed0-aa75-1792ee8441c4 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG nova.compute.manager [req-ac74cf08-cf17-4f75-a634-8e22094b7776 req-9008d21a-101f-4ed0-aa75-1792ee8441c4 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:58:24 user nova-compute[74702]: WARNING nova.compute.manager [req-ac74cf08-cf17-4f75-a634-8e22094b7776 req-9008d21a-101f-4ed0-aa75-1792ee8441c4 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state building and task_state spawning.
Oct 26 01:58:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:58:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 01:58:25 user nova-compute[74702]: INFO nova.compute.manager [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Took 5.58 seconds to spawn the instance on the hypervisor.
Oct 26 01:58:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:58:25 user nova-compute[74702]: INFO nova.compute.manager [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Took 38.17 seconds to build instance.
Oct 26 01:58:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0e3641b-a8fc-4bad-a579-0195b9333a48 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 38.275s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:25 user nova-compute[74702]: DEBUG nova.objects.instance [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lazy-loading 'flavor' on Instance uuid 4f3b5ee7-f99b-4683-88cc-f790e032ba9a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:58:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c5120b39-9ebb-4752-8b99-ac1d43b82d13 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.082s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:58:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:32 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:58:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:58:32 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Skipping network cache update for instance because it has been migrated to another host. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9965}}
Oct 26 01:58:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-4f3b5ee7-f99b-4683-88cc-f790e032ba9a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:58:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-4f3b5ee7-f99b-4683-88cc-f790e032ba9a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:58:32 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Updating instance_info_cache with network_info: [{"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-4f3b5ee7-f99b-4683-88cc-f790e032ba9a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:58:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:35 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:58:35 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:58:35 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8333MB free_disk=25.186595916748047GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 6e69d328-018f-4764-b1a5-e75ba1a37926 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:58:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:36 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:58:36 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:58:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:58:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.368s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:36 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:58:36 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:58:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:37 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:58:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:42 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:58:42 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:58:42 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:58:42 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:58:43 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:58:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-a61fe855-a5e0-4b4d-bc7a-4e315ff5cb56 req-cc430f43-fb69-45ca-8797-eb0dbbc30cb1 service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Received event network-changed-78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-a61fe855-a5e0-4b4d-bc7a-4e315ff5cb56 req-cc430f43-fb69-45ca-8797-eb0dbbc30cb1 service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Refreshing instance network info cache due to event network-changed-78b73ad3-cded-4cf5-8025-33f506810954. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a61fe855-a5e0-4b4d-bc7a-4e315ff5cb56 req-cc430f43-fb69-45ca-8797-eb0dbbc30cb1 service nova] Acquiring lock "refresh_cache-5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a61fe855-a5e0-4b4d-bc7a-4e315ff5cb56 req-cc430f43-fb69-45ca-8797-eb0dbbc30cb1 service nova] Acquired lock "refresh_cache-5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-a61fe855-a5e0-4b4d-bc7a-4e315ff5cb56 req-cc430f43-fb69-45ca-8797-eb0dbbc30cb1 service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Refreshing network info cache for port 78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 01:58:53 user nova-compute[74702]: INFO nova.compute.manager [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Terminating instance
Oct 26 01:58:53 user nova-compute[74702]: DEBUG nova.compute.manager [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-70975966-645c-48bf-8b17-e340b42f7283 req-bcf10819-915b-43b4-9767-a22e01bc621d service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received event network-vif-unplugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-70975966-645c-48bf-8b17-e340b42f7283 req-bcf10819-915b-43b4-9767-a22e01bc621d service nova] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-70975966-645c-48bf-8b17-e340b42f7283 req-bcf10819-915b-43b4-9767-a22e01bc621d service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-70975966-645c-48bf-8b17-e340b42f7283 req-bcf10819-915b-43b4-9767-a22e01bc621d service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-70975966-645c-48bf-8b17-e340b42f7283 req-bcf10819-915b-43b4-9767-a22e01bc621d service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] No waiting events found dispatching network-vif-unplugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-70975966-645c-48bf-8b17-e340b42f7283 req-bcf10819-915b-43b4-9767-a22e01bc621d service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received event network-vif-unplugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG nova.network.neutron [req-a61fe855-a5e0-4b4d-bc7a-4e315ff5cb56 req-cc430f43-fb69-45ca-8797-eb0dbbc30cb1 service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Updated VIF entry in instance network info cache for port 78b73ad3-cded-4cf5-8025-33f506810954. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG nova.network.neutron [req-a61fe855-a5e0-4b4d-bc7a-4e315ff5cb56 req-cc430f43-fb69-45ca-8797-eb0dbbc30cb1 service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Updating instance_info_cache with network_info: [{"id": "78b73ad3-cded-4cf5-8025-33f506810954", "address": "fa:16:3e:b9:db:69", "network": {"id": "c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1487955712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d1cafb337f342e48517d97c9424b969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b73ad3-cd", "ovs_interfaceid": "78b73ad3-cded-4cf5-8025-33f506810954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a61fe855-a5e0-4b4d-bc7a-4e315ff5cb56 req-cc430f43-fb69-45ca-8797-eb0dbbc30cb1 service nova] Releasing lock "refresh_cache-5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:58:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Instance destroyed successfully.
Oct 26 01:58:54 user nova-compute[74702]: DEBUG nova.objects.instance [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lazy-loading 'resources' on Instance uuid 4f3b5ee7-f99b-4683-88cc-f790e032ba9a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T01:52:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1415166821',display_name='tempest-ServerActionsTestOtherA-server-952512298',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1415166821',id=27,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG0e0s+HqH3k3Mglra8UObCmb0EQvV2vK1doJaO9zSXUa56Y2BDLIVejf7ud5zUjMCN13+CwC1aOIALKoLJDkJN6QhDI+nAlR+xZiyWtuv6MrsuM4y7IwgtBd+EosU6WUg==',key_name='tempest-keypair-313960016',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:55:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-55h0bv5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:55:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=4f3b5ee7-f99b-4683-88cc-f790e032ba9a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "address": "fa:16:3e:36:bd:b3", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e3caac5-e6", "ovs_interfaceid": "1e3caac5-e67f-4ef5-bbfe-17889bc8037f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG os_vif [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e3caac5-e6, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=35b6c84c-d5eb-43fd-8ec3-c22eb38e66d2) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:54 user nova-compute[74702]: INFO os_vif [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:bd:b3,bridge_name='br-int',has_traffic_filtering=True,id=1e3caac5-e67f-4ef5-bbfe-17889bc8037f,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e3caac5-e6')
Oct 26 01:58:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Deleting instance files /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a_del
Oct 26 01:58:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Deletion of /opt/stack/data/nova/instances/4f3b5ee7-f99b-4683-88cc-f790e032ba9a_del complete
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG nova.objects.instance [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lazy-loading 'flavor' on Instance uuid 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:58:54 user nova-compute[74702]: INFO nova.compute.manager [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:54 user nova-compute[74702]: INFO nova.compute.manager [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Attaching volume ccb26c8d-b656-4084-a3d3-1ccf3a79636f to /dev/vdb
Oct 26 01:58:54 user nova-compute[74702]: DEBUG os_brick.utils [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[32002e3c-8622-4abc-89b8-830889377bbe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[409114c0-c37d-4db4-ab0f-35081a8c1191]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[65dd9d9b-98c8-41eb-9675-7695c8177510]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc1d2df9-aa9c-49e4-b594-cd9a26aeb76f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:58:54 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:58:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[594da080-0314-4b3b-b9fc-fc24206a18fa]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG os_brick.utils [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:58:54 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Updating existing volume attachment record: 1af0feec-2856-4bf8-9c54-54bc1fa4d7b6 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:58:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:55 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:58:55 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Took 1.18 seconds to deallocate network for instance.
Oct 26 01:58:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-699607c7-52cb-4237-a728-55aa38940922 req-d79040f4-066e-4d9e-b1f0-0f5b381dc94e service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received event network-vif-deleted-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:58:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:55 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:58:55 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:58:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-908cf574-8498-4bdc-b885-704fdaf3bacb req-5b31628d-bbb6-43f5-977d-a8f8ce2b8fbb service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received event network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:58:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-908cf574-8498-4bdc-b885-704fdaf3bacb req-5b31628d-bbb6-43f5-977d-a8f8ce2b8fbb service nova] Acquiring lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:58:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-908cf574-8498-4bdc-b885-704fdaf3bacb req-5b31628d-bbb6-43f5-977d-a8f8ce2b8fbb service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:58:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-908cf574-8498-4bdc-b885-704fdaf3bacb req-5b31628d-bbb6-43f5-977d-a8f8ce2b8fbb service nova] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-908cf574-8498-4bdc-b885-704fdaf3bacb req-5b31628d-bbb6-43f5-977d-a8f8ce2b8fbb service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] No waiting events found dispatching network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:58:55 user nova-compute[74702]: WARNING nova.compute.manager [req-908cf574-8498-4bdc-b885-704fdaf3bacb req-5b31628d-bbb6-43f5-977d-a8f8ce2b8fbb service nova] [instance: 4f3b5ee7-f99b-4683-88cc-f790e032ba9a] Received unexpected event network-vif-plugged-1e3caac5-e67f-4ef5-bbfe-17889bc8037f for instance with vm_state deleted and task_state None.
Oct 26 01:58:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.253s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:55 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Deleted allocations for instance 4f3b5ee7-f99b-4683-88cc-f790e032ba9a
Oct 26 01:58:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-36bb6244-639e-4711-950c-d755b32381dd tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "4f3b5ee7-f99b-4683-88cc-f790e032ba9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.516s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:58:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:58:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:59:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:59:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RJMZXIHu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:59:11 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:59:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:59:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:59:11 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:59:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:59:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:59:11 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:59:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdcfc34c-e93f-41bb-a8cd-bd188740b51a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:59:11 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b85d547-fbee-48af-9574-90da771de6af]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f] added
Oct 26 01:59:11 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[432ed9c4-3c2c-4f68-a0f1-eee391361d96]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[163a9a67-bc95-4e76-a490-328b371034dd]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RJMZXIHu {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RJMZXIHu" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dfedde2-7d6f-4809-8790-2090efd991d0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RJMZXIHu'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[20e75a58-a21e-4355-bd24-da6e880a719a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8554384a-9e5a-4162-bcf8-41bf0084c279]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:59:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:59:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5501f0d7-b753-49a8-b6e1-93c2113cdec3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f, portal: 172.16.0.220,3260]
Oct 26 01:59:12 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f, portal: 172.16.0.220,3260] successful.
Oct 26 01:59:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0160c571-6cc1-4c08-939e-9f87ac5f2fef]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a6625c-12c2-4409-a6a7-07c3df6103ec]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:59:12 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 01:59:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:59:12 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 01:59:12 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.256s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] HCTL ('33', '-', '-', 0) found on session 31 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b94c240-c969-462a-a83d-425457be967f]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Searching for a device in session 31 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:59:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RJMZXIHu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:59:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.291s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:59:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] <== connect_volume: return (1293ms) {'type': 'block', 'scsi_wwn': '26466373162613236', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:59:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26466373162613236', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:59:13 user nova-compute[74702]: DEBUG nova.objects.instance [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lazy-loading 'flavor' on Instance uuid 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:59:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:59:13 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:59:13 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 01:59:13 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 01:59:13 user nova-compute[74702]:   <serial>ccb26c8d-b656-4084-a3d3-1ccf3a79636f</serial>
Oct 26 01:59:13 user nova-compute[74702]: </disk>
Oct 26 01:59:13 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:59:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:59:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:59:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] No VIF found with MAC fa:16:3e:b9:db:69, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:59:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-45a2c0c8-58a2-46dd-b49a-79faf043fe12 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.243s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG nova.objects.instance [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lazy-loading 'flavor' on Instance uuid 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:18 user nova-compute[74702]: INFO nova.compute.manager [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Attaching volume 34a86ea8-a80c-4a07-871b-99d89883da32 to /dev/vdc
Oct 26 01:59:18 user nova-compute[74702]: DEBUG os_brick.utils [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[760aec3c-6a5e-42b8-a6d3-476228df8e5d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[74a81dc1-bdd4-44ff-a38a-d6e9786a91ce]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdf98192-d0ca-4edc-823b-dc1fbcd94479]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e0cd149-83d3-4cd5-a726-0808b2d9f8d2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 01:59:18 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 01:59:18 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f565642-32b7-4817-b5f8-37318033b9b4]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG os_brick.utils [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:59:18 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Updating existing volume attachment record: 5aced536-13fe-4019-85f7-d159015f0dc9 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 01:59:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:59:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:59:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 01:59:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:59:32 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:59:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:32 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 01:59:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:59:32 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:33 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:34 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:59:34 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:59:34 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8489MB free_disk=25.176082611083984GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 6e69d328-018f-4764-b1a5-e75ba1a37926 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 01:59:34 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 01:59:35 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:59:35 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:59:35 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 01:59:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.341s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:35 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:59:35 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 01:59:35 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xNqSwYKX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:59:36 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:59:36 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:59:36 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c93bd31a-5bcd-48fb-8c44-4c9e4d349954]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 01:59:36 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[40753dae-617c-459b-83ba-52619b53d6a9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32] added
Oct 26 01:59:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b6ab0d1-81c9-4d3a-ba72-e6182788df55]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba70974c-6d50-40b8-8050-0e81503f228c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xNqSwYKX {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xNqSwYKX" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e81a593-54db-401e-bd4f-b59a1487dd32]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xNqSwYKX'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[864d5908-df1e-424c-aa33-2c57029804f1]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8fe22e2-349d-44dd-b73f-5a24c0b14fbc]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:59:36 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 01:59:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:59:36 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 01:59:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fddf7377-bc52-48de-b67a-cab68116dedd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32, portal: 172.16.0.220,3260]
Oct 26 01:59:36 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32, portal: 172.16.0.220,3260] successful.
Oct 26 01:59:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[59328bd7-77aa-4501-91a1-703e7d559b84]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27b6ad7-9635-4e47-ae6c-6a37b1ca6f71]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:59:36 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 01:59:36 user nova-compute[74702]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 (non-flash)
Oct 26 01:59:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:59:36 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 01:59:36 user nova-compute[74702]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 (non-flash)
Oct 26 01:59:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] HCTL ('35', '-', '-', 0) found on session 32 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d15b5399-315b-4d21-b4f3-4574a49e1374]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Searching for a device in session 32 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:59:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xNqSwYKX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 56c4698b-64d2-4b05-a429-8058abf4258f {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updating instance_info_cache with network_info: [{"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '26633383937616263', 'path': '/dev/sdd'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26633383937616263', 'path': '/dev/sdd'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG nova.objects.instance [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lazy-loading 'flavor' on Instance uuid 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:59:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 01:59:37 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:59:37 user nova-compute[74702]:   <source dev="/dev/sdd"/>
Oct 26 01:59:37 user nova-compute[74702]:   <target dev="vdc" bus="virtio"/>
Oct 26 01:59:37 user nova-compute[74702]:   <serial>34a86ea8-a80c-4a07-871b-99d89883da32</serial>
Oct 26 01:59:37 user nova-compute[74702]: </disk>
Oct 26 01:59:37 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 01:59:38 user nova-compute[74702]: INFO nova.compute.manager [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Rescuing
Oct 26 01:59:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquired lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] No VIF found with MAC fa:16:3e:b9:db:69, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updating instance_info_cache with network_info: [{"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Releasing lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0bdd6335-4aa1-4a20-8f80-edbb9f64c427 tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.238s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG nova.compute.manager [req-2fc8eaed-4c2e-4024-8e6f-6f6edcb3730e req-291d58d3-0a86-469c-a08b-bb086606e20e service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-unplugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2fc8eaed-4c2e-4024-8e6f-6f6edcb3730e req-291d58d3-0a86-469c-a08b-bb086606e20e service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2fc8eaed-4c2e-4024-8e6f-6f6edcb3730e req-291d58d3-0a86-469c-a08b-bb086606e20e service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2fc8eaed-4c2e-4024-8e6f-6f6edcb3730e req-291d58d3-0a86-469c-a08b-bb086606e20e service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG nova.compute.manager [req-2fc8eaed-4c2e-4024-8e6f-6f6edcb3730e req-291d58d3-0a86-469c-a08b-bb086606e20e service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-unplugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:59:38 user nova-compute[74702]: WARNING nova.compute.manager [req-2fc8eaed-4c2e-4024-8e6f-6f6edcb3730e req-291d58d3-0a86-469c-a08b-bb086606e20e service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-unplugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state active and task_state rescuing.
Oct 26 01:59:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:38 user nova-compute[74702]: INFO nova.compute.manager [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Detaching volume 34a86ea8-a80c-4a07-871b-99d89883da32
Oct 26 01:59:39 user nova-compute[74702]: INFO nova.virt.block_device [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Attempting to driver detach volume 34a86ea8-a80c-4a07-871b-99d89883da32 from mountpoint /dev/vdc
Oct 26 01:59:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Attempting to detach device vdc from instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:59:39 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:59:39 user nova-compute[74702]:   <source dev="/dev/sdd"/>
Oct 26 01:59:39 user nova-compute[74702]:   <target dev="vdc" bus="virtio"/>
Oct 26 01:59:39 user nova-compute[74702]:   <serial>34a86ea8-a80c-4a07-871b-99d89883da32</serial>
Oct 26 01:59:39 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 26 01:59:39 user nova-compute[74702]: </disk>
Oct 26 01:59:39 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:59:39 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Successfully detached device vdc from instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec from the persistent domain config.
Oct 26 01:59:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 01:59:39 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:59:39 user nova-compute[74702]:   <source dev="/dev/sdd"/>
Oct 26 01:59:39 user nova-compute[74702]:   <target dev="vdc" bus="virtio"/>
Oct 26 01:59:39 user nova-compute[74702]:   <serial>34a86ea8-a80c-4a07-871b-99d89883da32</serial>
Oct 26 01:59:39 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 26 01:59:39 user nova-compute[74702]: </disk>
Oct 26 01:59:39 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 01:59:39 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Instance destroyed successfully.
Oct 26 01:59:39 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Attempting a stable device rescue
Oct 26 01:59:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74702) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Instance directory exists: not creating {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 01:59:39 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Creating image(s)
Oct 26 01:59:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "/opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "/opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "/opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG nova.objects.instance [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "433b474b7b3658ee54147fac75da882bc9191f43" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "433b474b7b3658ee54147fac75da882bc9191f43" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:39 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43.part --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43.part --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG nova.virt.images [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] 8f5f5188-6c84-48f9-89fa-56359838d3ca was qcow2, converting to raw {{(pid=74702) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43.part /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43.converted {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:59:40 user nova-compute[74702]: WARNING nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state active and task_state rescuing.
Oct 26 01:59:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:59:40 user nova-compute[74702]: WARNING nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state active and task_state rescuing.
Oct 26 01:59:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:59:40 user nova-compute[74702]: WARNING nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state active and task_state rescuing.
Oct 26 01:59:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-unplugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-unplugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:59:40 user nova-compute[74702]: WARNING nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-unplugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state active and task_state rescuing.
Oct 26 01:59:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:59:40 user nova-compute[74702]: WARNING nova.compute.manager [req-e91f7ee7-7c27-4f85-b316-5a1d4744fc54 req-d28b7b5a-e68d-4804-9025-d7cf93635668 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state active and task_state rescuing.
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43.part /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43.converted" returned: 0 in 0.261s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43.converted --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43.converted --force-share --output=json" returned: 0 in 0.166s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "433b474b7b3658ee54147fac75da882bc9191f43" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.527s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "433b474b7b3658ee54147fac75da882bc9191f43" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "433b474b7b3658ee54147fac75da882bc9191f43" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43 --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43,backing_fmt=raw /opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/disk.rescue {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43,backing_fmt=raw /opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/disk.rescue" returned: 0 in 0.050s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "433b474b7b3658ee54147fac75da882bc9191f43" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.objects.instance [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'migration_context' on Instance uuid 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.objects.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Object Instance<8ec43a54-4e4d-483c-ac9d-7184fc2d08dc> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Start _get_guest_xml network_info=[{"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "vif_mac": "fa:16:3e:f8:87:c1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '8f5f5188-6c84-48f9-89fa-56359838d3ca', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FGOLjQpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '8ec43a54-4e4d-483c-ac9d-7184fc2d08dc', 'attached_at': '', 'detached_at': '', 'volume_id': '3363e062-ad38-4c90-ae82-32e10f54dcb8', 'serial': '3363e062-ad38-4c90-ae82-32e10f54dcb8'}, 'attachment_id': '4b1932a7-fd82-4804-8e2b-10087153d569', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.objects.instance [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'resources' on Instance uuid 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.objects.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Object Instance<8ec43a54-4e4d-483c-ac9d-7184fc2d08dc> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.objects.instance [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'numa_topology' on Instance uuid 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.objects.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Object Instance<8ec43a54-4e4d-483c-ac9d-7184fc2d08dc> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:59:41 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:59:41 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.objects.instance [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.objects.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Object Instance<8ec43a54-4e4d-483c-ac9d-7184fc2d08dc> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FGOLjQpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:59:41 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:59:41 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:59:41 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[66740848-7481-4425-8e3e-217a5443c4e2]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = FGOLjQpk\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 26 01:59:41 user nova-compute[74702]: node.name = iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 01:59:41 user nova-compute[74702]: node.tpgt = -1
Oct 26 01:59:41 user nova-compute[74702]: node.startup = automatic
Oct 26 01:59:41 user nova-compute[74702]: node.leading_login = No
Oct 26 01:59:41 user nova-compute[74702]: iface.iscsi_ifacename = default
Oct 26 01:59:41 user nova-compute[74702]: iface.net_ifacename = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.ipaddress = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.prefix_len = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.hwaddress = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.transport_name = tcp
Oct 26 01:59:41 user nova-compute[74702]: iface.initiatorname = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.state = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.vlan_id = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.vlan_priority = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.vlan_state = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.iface_num = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.mtu = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.port = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.bootproto = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.subnet_mask = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.gateway = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.dhcp_alt_client_id_state = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.dhcp_alt_client_id = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.dhcp_dns = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.dhcp_learn_iqn = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.dhcp_req_vendor_id_state = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.dhcp_vendor_id_state = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.dhcp_vendor_id = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.dhcp_slp_da = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.fragmentation = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.gratuitous_arp = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.incoming_forwarding = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.tos_state = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.tos = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.ttl = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.delayed_ack = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.tcp_nagle = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.tcp_wsf_state = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.tcp_wsf = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.tcp_timer_scale = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.tcp_timestamp = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.redirect = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.def_task_mgmt_timeout = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.header_digest = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.data_digest = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.immediate_data = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.initial_r2t = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.data_seq_inorder = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.data_pdu_inorder = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.erl = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.max_receive_data_len = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.first_burst_len = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.max_outstanding_r2t = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.max_burst_len = 0
Oct 26 01:59:41 user nova-compute[74702]: iface.chap_auth = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.bidi_chap = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.strict_login_compliance = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.discovery_auth = <empty>
Oct 26 01:59:41 user nova-compute[74702]: iface.discovery_logout = <empty>
Oct 26 01:59:41 user nova-compute[74702]: node.discovery_address = <empty>
Oct 26 01:59:41 user nova-compute[74702]: node.discovery_port = 0
Oct 26 01:59:41 user nova-compute[74702]: node.discovery_type = static
Oct 26 01:59:41 user nova-compute[74702]: node.session.initial_cmdsn = 0
Oct 26 01:59:41 user nova-compute[74702]: node.session.initial_login_retry_max = 8
Oct 26 01:59:41 user nova-compute[74702]: node.session.xmit_thread_priority = -20
Oct 26 01:59:41 user nova-compute[74702]: node.session.cmds_max = 128
Oct 26 01:59:41 user nova-compute[74702]: node.session.queue_depth = 32
Oct 26 01:59:41 user nova-compute[74702]: node.session.nr_sessions = 1
Oct 26 01:59:41 user nova-compute[74702]: node.session.auth.authmethod = CHAP
Oct 26 01:59:41 user nova-compute[74702]: node.session.auth.username = FGOLjQpk
Oct 26 01:59:41 user nova-compute[74702]: node.session.auth.password = ***
Oct 26 01:59:41 user nova-compute[74702]: node.session.auth.username_in = <empty>
Oct 26 01:59:41 user nova-compute[74702]: node.session.auth.password_in = <empty>
Oct 26 01:59:41 user nova-compute[74702]: node.session.auth.chap_algs = MD5
Oct 26 01:59:41 user nova-compute[74702]: node.session.timeo.replacement_timeout = 120
Oct 26 01:59:41 user nova-compute[74702]: node.session.err_timeo.abort_timeout = 15
Oct 26 01:59:41 user nova-compute[74702]: node.session.err_timeo.lu_reset_timeout = 30
Oct 26 01:59:41 user nova-compute[74702]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 26 01:59:41 user nova-compute[74702]: node.session.err_timeo.host_reset_timeout = 60
Oct 26 01:59:41 user nova-compute[74702]: node.session.iscsi.FastAbort = Yes
Oct 26 01:59:41 user nova-compute[74702]: node.session.iscsi.InitialR2T = No
Oct 26 01:59:41 user nova-compute[74702]: node.session.iscsi.ImmediateData = Yes
Oct 26 01:59:41 user nova-compute[74702]: node.session.iscsi.FirstBurstLength = 262144
Oct 26 01:59:41 user nova-compute[74702]: node.session.iscsi.MaxBurstLength = 16776192
Oct 26 01:59:41 user nova-compute[74702]: node.session.iscsi.DefaultTime2Retain = 0
Oct 26 01:59:41 user nova-compute[74702]: node.session.iscsi.DefaultTime2Wait = 2
Oct 26 01:59:41 user nova-compute[74702]: node.session.iscsi.MaxConnections = 1
Oct 26 01:59:41 user nova-compute[74702]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 26 01:59:41 user nova-compute[74702]: node.session.iscsi.ERL = 0
Oct 26 01:59:41 user nova-compute[74702]: node.session.scan = manual
Oct 26 01:59:41 user nova-compute[74702]: node.session.reopen_max = 0
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].address = 172.16.0.220
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].port = 3260
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].startup = manual
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].tcp.window_size = 524288
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].tcp.type_of_service = 0
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].timeo.logout_timeout = 15
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].timeo.login_timeout = 15
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].timeo.auth_timeout = 45
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].timeo.noop_out_interval = 5
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].timeo.noop_out_timeout = 5
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].iscsi.HeaderDigest = None
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].iscsi.DataDigest = None
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].iscsi.IFMarker = No
Oct 26 01:59:41 user nova-compute[74702]: node.conn[0].iscsi.OFMarker = No
Oct 26 01:59:41 user nova-compute[74702]: # END RECORD
Oct 26 01:59:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[58f2a28e-d3b7-4e0d-a23c-c420b3a27589]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[26cfe1b0-7125-4ce0-8eb8-15295c2c7c46]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FGOLjQpk {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FGOLjQpk" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d28f16a2-f41c-4a6c-b748-5495a382f44d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FGOLjQpk'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e0585e5-3ded-404e-a46a-fb8fc4ce9bb7]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[97b5d0f1-aa9e-43ba-ad3c-6329c94dded2]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:59:41 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 01:59:41 user nova-compute[74702]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 (non-flash)
Oct 26 01:59:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:59:41 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 01:59:41 user nova-compute[74702]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 (non-flash)
Oct 26 01:59:41 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.140s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] HCTL ('34', '0', '0', 0) found on session 30 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf85fbc-b921-45fd-8e51-0c2700dfa7b6]: (4, ('0 0 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching for a device in session 30 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FGOLjQpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.164s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] <== connect_volume: return (166ms) {'type': 'block', 'scsi_wwn': '23630376563663038', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630376563663038', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:57:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-909728396',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-909728396',id=32,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:58:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-c0lnq3fj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:58:25Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=8ec43a54-4e4d-483c-ac9d-7184fc2d08dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "vif_mac": "fa:16:3e:f8:87:c1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "vif_mac": "fa:16:3e:f8:87:c1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:87:c1,bridge_name='br-int',has_traffic_filtering=True,id=639b9bbe-8433-48a2-ae3a-ef4a75a56e6a,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap639b9bbe-84') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.objects.instance [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'pci_devices' on Instance uuid 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.objects.base [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Object Instance<8ec43a54-4e4d-483c-ac9d-7184fc2d08dc> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] End _get_guest_xml xml=<domain type="kvm">
Oct 26 01:59:41 user nova-compute[74702]:   <uuid>8ec43a54-4e4d-483c-ac9d-7184fc2d08dc</uuid>
Oct 26 01:59:41 user nova-compute[74702]:   <name>instance-00000020</name>
Oct 26 01:59:41 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 01:59:41 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 01:59:41 user nova-compute[74702]:   <metadata>
Oct 26 01:59:41 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 01:59:41 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 01:59:41 user nova-compute[74702]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-909728396</nova:name>
Oct 26 01:59:41 user nova-compute[74702]:       <nova:creationTime>2023-10-26 01:59:41</nova:creationTime>
Oct 26 01:59:41 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 01:59:41 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 01:59:41 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 01:59:41 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 01:59:41 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 01:59:41 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 01:59:41 user nova-compute[74702]:       </nova:flavor>
Oct 26 01:59:41 user nova-compute[74702]:       <nova:owner>
Oct 26 01:59:41 user nova-compute[74702]:         <nova:user uuid="46fdabdfc28b461cbd8d272b56e2347c">tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member</nova:user>
Oct 26 01:59:41 user nova-compute[74702]:         <nova:project uuid="630fa5a061b541fbb2d98ad9599ac594">tempest-ServerBootFromVolumeStableRescueTest-839084851</nova:project>
Oct 26 01:59:41 user nova-compute[74702]:       </nova:owner>
Oct 26 01:59:41 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 01:59:41 user nova-compute[74702]:       <nova:ports>
Oct 26 01:59:41 user nova-compute[74702]:         <nova:port uuid="639b9bbe-8433-48a2-ae3a-ef4a75a56e6a">
Oct 26 01:59:41 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 26 01:59:41 user nova-compute[74702]:         </nova:port>
Oct 26 01:59:41 user nova-compute[74702]:       </nova:ports>
Oct 26 01:59:41 user nova-compute[74702]:     </nova:instance>
Oct 26 01:59:41 user nova-compute[74702]:   </metadata>
Oct 26 01:59:41 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 01:59:41 user nova-compute[74702]:     <system>
Oct 26 01:59:41 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 01:59:41 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 01:59:41 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 01:59:41 user nova-compute[74702]:       <entry name="serial">8ec43a54-4e4d-483c-ac9d-7184fc2d08dc</entry>
Oct 26 01:59:41 user nova-compute[74702]:       <entry name="uuid">8ec43a54-4e4d-483c-ac9d-7184fc2d08dc</entry>
Oct 26 01:59:41 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 01:59:41 user nova-compute[74702]:     </system>
Oct 26 01:59:41 user nova-compute[74702]:   </sysinfo>
Oct 26 01:59:41 user nova-compute[74702]:   <os>
Oct 26 01:59:41 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 01:59:41 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 01:59:41 user nova-compute[74702]:   </os>
Oct 26 01:59:41 user nova-compute[74702]:   <features>
Oct 26 01:59:41 user nova-compute[74702]:     <acpi/>
Oct 26 01:59:41 user nova-compute[74702]:     <apic/>
Oct 26 01:59:41 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 01:59:41 user nova-compute[74702]:   </features>
Oct 26 01:59:41 user nova-compute[74702]:   <clock offset="utc">
Oct 26 01:59:41 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 01:59:41 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 01:59:41 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 01:59:41 user nova-compute[74702]:   </clock>
Oct 26 01:59:41 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 01:59:41 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 01:59:41 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 01:59:41 user nova-compute[74702]:   </cpu>
Oct 26 01:59:41 user nova-compute[74702]:   <devices>
Oct 26 01:59:41 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 01:59:41 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 01:59:41 user nova-compute[74702]:       <source dev="/dev/sdc"/>
Oct 26 01:59:41 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 01:59:41 user nova-compute[74702]:       <serial>3363e062-ad38-4c90-ae82-32e10f54dcb8</serial>
Oct 26 01:59:41 user nova-compute[74702]:     </disk>
Oct 26 01:59:41 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 01:59:41 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 01:59:41 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/disk.rescue"/>
Oct 26 01:59:41 user nova-compute[74702]:       <target dev="vdb" bus="virtio"/>
Oct 26 01:59:41 user nova-compute[74702]:       <boot order="1"/>
Oct 26 01:59:41 user nova-compute[74702]:     </disk>
Oct 26 01:59:41 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 01:59:41 user nova-compute[74702]:       <mac address="fa:16:3e:f8:87:c1"/>
Oct 26 01:59:41 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:59:41 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 01:59:41 user nova-compute[74702]:       <target dev="tap639b9bbe-84"/>
Oct 26 01:59:41 user nova-compute[74702]:     </interface>
Oct 26 01:59:41 user nova-compute[74702]:     <serial type="pty">
Oct 26 01:59:41 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/console.log" append="off"/>
Oct 26 01:59:41 user nova-compute[74702]:     </serial>
Oct 26 01:59:41 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 01:59:41 user nova-compute[74702]:     <video>
Oct 26 01:59:41 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 01:59:41 user nova-compute[74702]:     </video>
Oct 26 01:59:41 user nova-compute[74702]:     <rng model="virtio">
Oct 26 01:59:41 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 01:59:41 user nova-compute[74702]:     </rng>
Oct 26 01:59:41 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 01:59:41 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 01:59:41 user nova-compute[74702]:       <stats period="10"/>
Oct 26 01:59:41 user nova-compute[74702]:     </memballoon>
Oct 26 01:59:41 user nova-compute[74702]:   </devices>
Oct 26 01:59:41 user nova-compute[74702]: </domain>
Oct 26 01:59:41 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 01:59:41 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Instance destroyed successfully.
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 01:59:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No VIF found with MAC fa:16:3e:f8:87:c1, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 01:59:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-b9a97a13-ae18-4919-912e-177ff5f7a67e req-e49de6bd-8b16-4527-ba42-82375a258d41 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:59:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b9a97a13-ae18-4919-912e-177ff5f7a67e req-e49de6bd-8b16-4527-ba42-82375a258d41 service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b9a97a13-ae18-4919-912e-177ff5f7a67e req-e49de6bd-8b16-4527-ba42-82375a258d41 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b9a97a13-ae18-4919-912e-177ff5f7a67e req-e49de6bd-8b16-4527-ba42-82375a258d41 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-b9a97a13-ae18-4919-912e-177ff5f7a67e req-e49de6bd-8b16-4527-ba42-82375a258d41 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:59:43 user nova-compute[74702]: WARNING nova.compute.manager [req-b9a97a13-ae18-4919-912e-177ff5f7a67e req-e49de6bd-8b16-4527-ba42-82375a258d41 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state active and task_state rescuing.
Oct 26 01:59:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:43 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:59:43 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:59:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 01:59:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:44 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:59:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e439755e-705e-4e79-bc06-60c011f5c2c3 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 01:59:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-a6dffe48-ca5b-4313-b73c-f8089e948e85 req-7f1e0983-0115-4bd1-9f64-39727492d9bc service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 01:59:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a6dffe48-ca5b-4313-b73c-f8089e948e85 req-7f1e0983-0115-4bd1-9f64-39727492d9bc service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a6dffe48-ca5b-4313-b73c-f8089e948e85 req-7f1e0983-0115-4bd1-9f64-39727492d9bc service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a6dffe48-ca5b-4313-b73c-f8089e948e85 req-7f1e0983-0115-4bd1-9f64-39727492d9bc service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-a6dffe48-ca5b-4313-b73c-f8089e948e85 req-7f1e0983-0115-4bd1-9f64-39727492d9bc service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 01:59:45 user nova-compute[74702]: WARNING nova.compute.manager [req-a6dffe48-ca5b-4313-b73c-f8089e948e85 req-7f1e0983-0115-4bd1-9f64-39727492d9bc service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state active and task_state rescuing.
Oct 26 01:59:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 01:59:53 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 01:59:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:59 user nova-compute[74702]: INFO nova.compute.manager [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Unshelving
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'pci_requests' on Instance uuid 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'numa_topology' on Instance uuid 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 01:59:59 user nova-compute[74702]: INFO nova.compute.claims [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Claim successful on node user
Oct 26 01:59:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.331s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 01:59:59 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec is timed out.
Oct 26 01:59:59 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Successfully detached device vdc from instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec from the live domain config.
Oct 26 01:59:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xNqSwYKX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 01:59:59 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:59 user nova-compute[74702]: INFO nova.network.neutron [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updating port 84fad796-0b8f-4dd3-a1d8-064af1385330 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef56f560-a724-41aa-b42b-23ea79c8395e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 01:59:59 user nova-compute[74702]: No targets found.
Oct 26 01:59:59 user nova-compute[74702]: iSNS:
Oct 26 01:59:59 user nova-compute[74702]: No targets found.
Oct 26 01:59:59 user nova-compute[74702]: STATIC:
Oct 26 01:59:59 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 01:59:59 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:59:59 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:59:59 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f
Oct 26 01:59:59 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:59:59 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:59:59 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32
Oct 26 01:59:59 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 01:59:59 user nova-compute[74702]:                 Iface Name: default
Oct 26 01:59:59 user nova-compute[74702]: FIRMWARE:
Oct 26 01:59:59 user nova-compute[74702]: No targets found.
Oct 26 01:59:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 01:59:59 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 01:59:59 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[94735122-802d-47c3-9ab5-aae3a7e1ca3d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cecfc79-5ae7-4e76-a867-ff0f4d4dbf05]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:59:59 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 01:59:59 user nova-compute[74702]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 (non-flash)
Oct 26 01:59:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 01:59:59 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 01:59:59 user nova-compute[74702]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 (non-flash)
Oct 26 01:59:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f950818b1c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32'): ({'sdd'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Removing single pathed devices sdd {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[30fca074-aed6-46ec-9abc-a947528e29f5]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d3ad6dd-05c9-42f9-8418-d015cc50a653]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Flushing IO for device /dev/sdd {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ca94439-da03-449b-b8fe-c1a252796735]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.036s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e814f926-8b9d-466a-8f33-7cebdad1cae6]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d0d99f2-316b-4c4a-a89d-582ef775b9e9]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2f5a4ec-0d9f-498c-b233-39ab92d903fb]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32, portal: 172.16.0.220,3260]
Oct 26 01:59:59 user nova-compute[74702]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32, portal: 172.16.0.220,3260] successful.
Oct 26 01:59:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:34a86ea8-a80c-4a07-871b-99d89883da32 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[40676f51-503e-466d-b354-fa6edfb882a7]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] <== disconnect_volume: return (298ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 01:59:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquired lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG nova.compute.manager [req-00b97601-e5ea-4f02-8556-fa9c1ee3500d req-b444516b-cb51-4877-84f8-a3a80808ed90 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-changed-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG nova.compute.manager [req-00b97601-e5ea-4f02-8556-fa9c1ee3500d req-b444516b-cb51-4877-84f8-a3a80808ed90 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Refreshing instance network info cache due to event network-changed-84fad796-0b8f-4dd3-a1d8-064af1385330. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-00b97601-e5ea-4f02-8556-fa9c1ee3500d req-b444516b-cb51-4877-84f8-a3a80808ed90 service nova] Acquiring lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updating instance_info_cache with network_info: [{"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Releasing lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:00:00 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Creating image(s)
Oct 26 02:00:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "/opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "/opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "/opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'trusted_certs' on Instance uuid 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-00b97601-e5ea-4f02-8556-fa9c1ee3500d req-b444516b-cb51-4877-84f8-a3a80808ed90 service nova] Acquired lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG nova.network.neutron [req-00b97601-e5ea-4f02-8556-fa9c1ee3500d req-b444516b-cb51-4877-84f8-a3a80808ed90 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Refreshing network info cache for port 84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG nova.objects.base [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Object Instance<4620f9b1-cf10-4eba-b3b7-6346264a1fd2> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "68b41ff569390d6db0ebeb7ff10f9008bd0a17b1" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:00:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "68b41ff569390d6db0ebeb7ff10f9008bd0a17b1" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1.part --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lazy-loading 'flavor' on Instance uuid 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f0421909-51b3-4402-9012-e1f002f96caa tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.751s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1.part --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG nova.virt.images [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] 7112ac8e-eecb-4029-bd60-632f4f5a007c was qcow2, converting to raw {{(pid=74702) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1.part /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1.converted {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG nova.network.neutron [req-00b97601-e5ea-4f02-8556-fa9c1ee3500d req-b444516b-cb51-4877-84f8-a3a80808ed90 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updated VIF entry in instance network info cache for port 84fad796-0b8f-4dd3-a1d8-064af1385330. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG nova.network.neutron [req-00b97601-e5ea-4f02-8556-fa9c1ee3500d req-b444516b-cb51-4877-84f8-a3a80808ed90 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updating instance_info_cache with network_info: [{"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-00b97601-e5ea-4f02-8556-fa9c1ee3500d req-b444516b-cb51-4877-84f8-a3a80808ed90 service nova] Releasing lock "refresh_cache-4620f9b1-cf10-4eba-b3b7-6346264a1fd2" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1.part /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1.converted" returned: 0 in 0.209s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1.converted --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1.converted --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "68b41ff569390d6db0ebeb7ff10f9008bd0a17b1" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.580s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1 --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "68b41ff569390d6db0ebeb7ff10f9008bd0a17b1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "68b41ff569390d6db0ebeb7ff10f9008bd0a17b1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1 --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1,backing_fmt=raw /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1,backing_fmt=raw /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk 1073741824" returned: 0 in 0.057s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "68b41ff569390d6db0ebeb7ff10f9008bd0a17b1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1 --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'migration_context' on Instance uuid 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:00:02 user nova-compute[74702]: DEBUG nova.objects.base [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Object Instance<4620f9b1-cf10-4eba-b3b7-6346264a1fd2> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:00:02 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Rebasing disk image.
Oct 26 02:00:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.219s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 -F raw /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-b5cb0662-b517-4cbb-b92f-19bf69e3392a req-f004cf48-7168-498e-b2f2-943cc41d120f service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Received event network-changed-7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:00:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-b5cb0662-b517-4cbb-b92f-19bf69e3392a req-f004cf48-7168-498e-b2f2-943cc41d120f service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Refreshing instance network info cache due to event network-changed-7e4d0956-1153-49ca-8772-b85c68989885. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:00:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b5cb0662-b517-4cbb-b92f-19bf69e3392a req-f004cf48-7168-498e-b2f2-943cc41d120f service nova] Acquiring lock "refresh_cache-6e69d328-018f-4764-b1a5-e75ba1a37926" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:00:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b5cb0662-b517-4cbb-b92f-19bf69e3392a req-f004cf48-7168-498e-b2f2-943cc41d120f service nova] Acquired lock "refresh_cache-6e69d328-018f-4764-b1a5-e75ba1a37926" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:00:04 user nova-compute[74702]: DEBUG nova.network.neutron [req-b5cb0662-b517-4cbb-b92f-19bf69e3392a req-f004cf48-7168-498e-b2f2-943cc41d120f service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Refreshing network info cache for port 7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:00:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:04 user nova-compute[74702]: DEBUG nova.network.neutron [req-b5cb0662-b517-4cbb-b92f-19bf69e3392a req-f004cf48-7168-498e-b2f2-943cc41d120f service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Updated VIF entry in instance network info cache for port 7e4d0956-1153-49ca-8772-b85c68989885. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:00:04 user nova-compute[74702]: DEBUG nova.network.neutron [req-b5cb0662-b517-4cbb-b92f-19bf69e3392a req-f004cf48-7168-498e-b2f2-943cc41d120f service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Updating instance_info_cache with network_info: [{"id": "7e4d0956-1153-49ca-8772-b85c68989885", "address": "fa:16:3e:cc:1d:42", "network": {"id": "f5308842-c526-42a8-a4de-9e5b1ce1290b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1916873615-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c584cf8199c4fe1ae603f9c1a12145d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4d0956-11", "ovs_interfaceid": "7e4d0956-1153-49ca-8772-b85c68989885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:00:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b5cb0662-b517-4cbb-b92f-19bf69e3392a req-f004cf48-7168-498e-b2f2-943cc41d120f service nova] Releasing lock "refresh_cache-6e69d328-018f-4764-b1a5-e75ba1a37926" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 -F raw /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk" returned: 0 in 2.231s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Ensure instance console log exists: /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Start _get_guest_xml network_info=[{"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='3869c5a0810db0469421fba19cd28193',container_format='bare',created_at=2023-10-26T01:58:06Z,direct_url=<?>,disk_format='qcow2',id=7112ac8e-eecb-4029-bd60-632f4f5a007c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-538282181-shelved',owner='224e2c19388f42db8cc98cf8c1ce1a1f',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-26T01:58:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:00:05 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:00:05 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3869c5a0810db0469421fba19cd28193',container_format='bare',created_at=2023-10-26T01:58:06Z,direct_url=<?>,disk_format='qcow2',id=7112ac8e-eecb-4029-bd60-632f4f5a007c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-538282181-shelved',owner='224e2c19388f42db8cc98cf8c1ce1a1f',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-26T01:58:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'vcpu_model' on Instance uuid 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.objects.base [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Object Instance<4620f9b1-cf10-4eba-b3b7-6346264a1fd2> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T01:56:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-538282181',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-538282181',id=30,image_ref='7112ac8e-eecb-4029-bd60-632f4f5a007c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-2039721773',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:56:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='224e2c19388f42db8cc98cf8c1ce1a1f',ramdisk_id='',reservation_id='r-cppii45h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-837425543',owner_user_name='tempest-AttachVolumeShelveTestJSON-837425543-project-member',shelved_at='2023-10-26T01:58:10.867621',shelved_host='user',shelved_image_id='7112ac8e-eecb-4029-bd60-632f4f5a007c'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:59:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c2fb25bcfb14638a427f6abce1d535c',uuid=4620f9b1-cf10-4eba-b3b7-6346264a1fd2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converting VIF {"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'pci_devices' on Instance uuid 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.objects.base [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Object Instance<4620f9b1-cf10-4eba-b3b7-6346264a1fd2> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:00:05 user nova-compute[74702]:   <uuid>4620f9b1-cf10-4eba-b3b7-6346264a1fd2</uuid>
Oct 26 02:00:05 user nova-compute[74702]:   <name>instance-0000001e</name>
Oct 26 02:00:05 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:00:05 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:00:05 user nova-compute[74702]:   <metadata>
Oct 26 02:00:05 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:00:05 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:00:05 user nova-compute[74702]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-538282181</nova:name>
Oct 26 02:00:05 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:00:05</nova:creationTime>
Oct 26 02:00:05 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:00:05 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:00:05 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:00:05 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:00:05 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:00:05 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:00:05 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:00:05 user nova-compute[74702]:       <nova:owner>
Oct 26 02:00:05 user nova-compute[74702]:         <nova:user uuid="2c2fb25bcfb14638a427f6abce1d535c">tempest-AttachVolumeShelveTestJSON-837425543-project-member</nova:user>
Oct 26 02:00:05 user nova-compute[74702]:         <nova:project uuid="224e2c19388f42db8cc98cf8c1ce1a1f">tempest-AttachVolumeShelveTestJSON-837425543</nova:project>
Oct 26 02:00:05 user nova-compute[74702]:       </nova:owner>
Oct 26 02:00:05 user nova-compute[74702]:       <nova:root type="image" uuid="7112ac8e-eecb-4029-bd60-632f4f5a007c"/>
Oct 26 02:00:05 user nova-compute[74702]:       <nova:ports>
Oct 26 02:00:05 user nova-compute[74702]:         <nova:port uuid="84fad796-0b8f-4dd3-a1d8-064af1385330">
Oct 26 02:00:05 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 02:00:05 user nova-compute[74702]:         </nova:port>
Oct 26 02:00:05 user nova-compute[74702]:       </nova:ports>
Oct 26 02:00:05 user nova-compute[74702]:     </nova:instance>
Oct 26 02:00:05 user nova-compute[74702]:   </metadata>
Oct 26 02:00:05 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:00:05 user nova-compute[74702]:     <system>
Oct 26 02:00:05 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:00:05 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:00:05 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:00:05 user nova-compute[74702]:       <entry name="serial">4620f9b1-cf10-4eba-b3b7-6346264a1fd2</entry>
Oct 26 02:00:05 user nova-compute[74702]:       <entry name="uuid">4620f9b1-cf10-4eba-b3b7-6346264a1fd2</entry>
Oct 26 02:00:05 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:00:05 user nova-compute[74702]:     </system>
Oct 26 02:00:05 user nova-compute[74702]:   </sysinfo>
Oct 26 02:00:05 user nova-compute[74702]:   <os>
Oct 26 02:00:05 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:00:05 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:00:05 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:00:05 user nova-compute[74702]:   </os>
Oct 26 02:00:05 user nova-compute[74702]:   <features>
Oct 26 02:00:05 user nova-compute[74702]:     <acpi/>
Oct 26 02:00:05 user nova-compute[74702]:     <apic/>
Oct 26 02:00:05 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:00:05 user nova-compute[74702]:   </features>
Oct 26 02:00:05 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:00:05 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:00:05 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:00:05 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:00:05 user nova-compute[74702]:   </clock>
Oct 26 02:00:05 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:00:05 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:00:05 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:00:05 user nova-compute[74702]:   </cpu>
Oct 26 02:00:05 user nova-compute[74702]:   <devices>
Oct 26 02:00:05 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:00:05 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:00:05 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk"/>
Oct 26 02:00:05 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:00:05 user nova-compute[74702]:     </disk>
Oct 26 02:00:05 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:00:05 user nova-compute[74702]:       <mac address="fa:16:3e:b4:83:93"/>
Oct 26 02:00:05 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:00:05 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:00:05 user nova-compute[74702]:       <target dev="tap84fad796-0b"/>
Oct 26 02:00:05 user nova-compute[74702]:     </interface>
Oct 26 02:00:05 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:00:05 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/console.log" append="off"/>
Oct 26 02:00:05 user nova-compute[74702]:     </serial>
Oct 26 02:00:05 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:00:05 user nova-compute[74702]:     <video>
Oct 26 02:00:05 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:00:05 user nova-compute[74702]:     </video>
Oct 26 02:00:05 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:00:05 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:00:05 user nova-compute[74702]:     </rng>
Oct 26 02:00:05 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:00:05 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:00:05 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:00:05 user nova-compute[74702]:     </memballoon>
Oct 26 02:00:05 user nova-compute[74702]:   </devices>
Oct 26 02:00:05 user nova-compute[74702]: </domain>
Oct 26 02:00:05 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T01:56:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-538282181',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-538282181',id=30,image_ref='7112ac8e-eecb-4029-bd60-632f4f5a007c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-2039721773',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:56:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='224e2c19388f42db8cc98cf8c1ce1a1f',ramdisk_id='',reservation_id='r-cppii45h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-837425543',owner_user_name='tempest-AttachVolumeShelveTestJSON-837425543-project-member',shelved_at='2023-10-26T01:58:10.867621',shelved_host='user',shelved_image_id='7112ac8e-eecb-4029-bd60-632f4f5a007c'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T01:59:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c2fb25bcfb14638a427f6abce1d535c',uuid=4620f9b1-cf10-4eba-b3b7-6346264a1fd2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converting VIF {"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG os_vif [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3f6b897b-ee16-5e57-ba04-15ac1d579318', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap84fad796-0b, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap84fad796-0b, col_values=(('qos', UUID('f1f57639-29fa-45f7-9ab5-b33ab879b929')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap84fad796-0b, col_values=(('external_ids', {'iface-id': '84fad796-0b8f-4dd3-a1d8-064af1385330', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b4:83:93', 'vm-uuid': '4620f9b1-cf10-4eba-b3b7-6346264a1fd2'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:05 user nova-compute[74702]: INFO os_vif [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b')
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:00:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] No VIF found with MAC fa:16:3e:b4:83:93, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:00:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-c41ffc0b-b4e0-4622-9046-89723de3e906 req-308e1e94-0257-4ff1-86b0-97a638c882da service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:00:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c41ffc0b-b4e0-4622-9046-89723de3e906 req-308e1e94-0257-4ff1-86b0-97a638c882da service nova] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:00:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c41ffc0b-b4e0-4622-9046-89723de3e906 req-308e1e94-0257-4ff1-86b0-97a638c882da service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:00:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c41ffc0b-b4e0-4622-9046-89723de3e906 req-308e1e94-0257-4ff1-86b0-97a638c882da service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-c41ffc0b-b4e0-4622-9046-89723de3e906 req-308e1e94-0257-4ff1-86b0-97a638c882da service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] No waiting events found dispatching network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:00:07 user nova-compute[74702]: WARNING nova.compute.manager [req-c41ffc0b-b4e0-4622-9046-89723de3e906 req-308e1e94-0257-4ff1-86b0-97a638c882da service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received unexpected event network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 26 02:00:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:00:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:00:09 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Instance spawned successfully.
Oct 26 02:00:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-24bc05c5-af05-495a-8007-9ec34b226b48 req-9e9064e9-5b0e-4d50-b902-bd0981a09a22 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:00:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-24bc05c5-af05-495a-8007-9ec34b226b48 req-9e9064e9-5b0e-4d50-b902-bd0981a09a22 service nova] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:00:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-24bc05c5-af05-495a-8007-9ec34b226b48 req-9e9064e9-5b0e-4d50-b902-bd0981a09a22 service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:00:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-24bc05c5-af05-495a-8007-9ec34b226b48 req-9e9064e9-5b0e-4d50-b902-bd0981a09a22 service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-24bc05c5-af05-495a-8007-9ec34b226b48 req-9e9064e9-5b0e-4d50-b902-bd0981a09a22 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] No waiting events found dispatching network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:00:09 user nova-compute[74702]: WARNING nova.compute.manager [req-24bc05c5-af05-495a-8007-9ec34b226b48 req-9e9064e9-5b0e-4d50-b902-bd0981a09a22 service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received unexpected event network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 26 02:00:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:00:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f10cc96c-afba-4c60-860e-c9ddac56c8e6 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 10.378s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "6e69d328-018f-4764-b1a5-e75ba1a37926" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:00:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:00:10 user nova-compute[74702]: DEBUG nova.objects.instance [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lazy-loading 'flavor' on Instance uuid 6e69d328-018f-4764-b1a5-e75ba1a37926 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:00:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "6e69d328-018f-4764-b1a5-e75ba1a37926" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:00:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:00:10 user nova-compute[74702]: INFO nova.compute.manager [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Attaching volume c5561be6-7590-4223-bbc7-9e6c7dc7425e to /dev/vdb
Oct 26 02:00:11 user nova-compute[74702]: DEBUG os_brick.utils [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d84611b-2bf2-4797-95ce-8a45398bd371]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8526f9ab-dc4f-47d6-a601-d3708bac90fc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[49d1b5db-a6b9-4ab2-8015-6bcb1fa702c1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e7de184-3b1b-40d6-87f5-828d5c5da627]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:00:11 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:00:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f05e02cd-f77a-4816-83aa-ec9856b4635b]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG os_brick.utils [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] <== get_connector_properties: return (158ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Updating existing volume attachment record: a0249df1-23d6-4f8b-a1f5-beea26aea28d {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:00:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:00:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKdJlUkE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:00:28 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:00:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:00:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:00:28 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:00:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:00:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:00:28 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:00:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:28 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5ab6008-5b42-4e1e-a126-c77b81b123db]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:28 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:00:28 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.139s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b24ce48-1f63-4733-a7fc-3ce39bc7bfeb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e] added
Oct 26 02:00:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6deb5d4c-bc83-4f5c-aaa6-ea7d2afe3020]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a24c721-d650-4087-b91a-40fc40adb306]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NKdJlUkE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NKdJlUkE" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b326fb2-655e-4d0e-9bad-6557ecf92e9e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NKdJlUkE'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f25a3a2b-828d-4957-9f59-689ba8518422]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c500697-f94f-4387-b147-c47fc9bd78f3]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:00:29 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 02:00:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:00:29 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 02:00:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[637a7edf-9cf2-4613-8403-f86271a218e6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e, portal: 172.16.0.220,3260]
Oct 26 02:00:29 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e, portal: 172.16.0.220,3260] successful.
Oct 26 02:00:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a522b2de-9552-4c47-8b3b-63f537e929d7]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[60d656b8-0caf-4b30-8e9c-271b44d67b36]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:00:29 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 02:00:29 user nova-compute[74702]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e (non-flash)
Oct 26 02:00:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:00:29 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 02:00:29 user nova-compute[74702]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e (non-flash)
Oct 26 02:00:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.388s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] HCTL ('35', '-', '-', 0) found on session 33 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c833171-2a23-4bad-be44-aae8c5c738cc]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Searching for a device in session 33 and hctl ['35', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:00:29 user nova-compute[74702]: INFO nova.compute.manager [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Detaching volume ccb26c8d-b656-4084-a3d3-1ccf3a79636f
Oct 26 02:00:29 user nova-compute[74702]: INFO nova.virt.block_device [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Attempting to driver detach volume ccb26c8d-b656-4084-a3d3-1ccf3a79636f from mountpoint /dev/vdb
Oct 26 02:00:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Attempting to detach device vdb from instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:00:29 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:00:29 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:00:29 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:00:29 user nova-compute[74702]:   <serial>ccb26c8d-b656-4084-a3d3-1ccf3a79636f</serial>
Oct 26 02:00:29 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 02:00:29 user nova-compute[74702]: </disk>
Oct 26 02:00:29 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:00:29 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Successfully detached device vdb from instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec from the persistent domain config.
Oct 26 02:00:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 02:00:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:00:29 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:00:29 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:00:29 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:00:29 user nova-compute[74702]:   <serial>ccb26c8d-b656-4084-a3d3-1ccf3a79636f</serial>
Oct 26 02:00:29 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 02:00:29 user nova-compute[74702]: </disk>
Oct 26 02:00:29 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Searching for a device in session 33 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKdJlUkE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.430s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] <== connect_volume: return (1431ms) {'type': 'block', 'scsi_wwn': '26136313939633735', 'path': '/dev/sdd'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26136313939633735', 'path': '/dev/sdd'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG nova.objects.instance [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lazy-loading 'flavor' on Instance uuid 6e69d328-018f-4764-b1a5-e75ba1a37926 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 02:00:30 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:00:30 user nova-compute[74702]:   <source dev="/dev/sdd"/>
Oct 26 02:00:30 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:00:30 user nova-compute[74702]:   <serial>c5561be6-7590-4223-bbc7-9e6c7dc7425e</serial>
Oct 26 02:00:30 user nova-compute[74702]: </disk>
Oct 26 02:00:30 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] No VIF found with MAC fa:16:3e:cc:1d:42, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:00:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eff2d805-4fd9-4eb9-beb0-1f7b267b57bb tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.024s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:31 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:00:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "6e69d328-018f-4764-b1a5-e75ba1a37926" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:00:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:00:31 user nova-compute[74702]: INFO nova.compute.manager [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Detaching volume c5561be6-7590-4223-bbc7-9e6c7dc7425e
Oct 26 02:00:31 user nova-compute[74702]: INFO nova.virt.block_device [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Attempting to driver detach volume c5561be6-7590-4223-bbc7-9e6c7dc7425e from mountpoint /dev/vdb
Oct 26 02:00:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Attempting to detach device vdb from instance 6e69d328-018f-4764-b1a5-e75ba1a37926 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 02:00:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:00:32 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:00:32 user nova-compute[74702]:   <source dev="/dev/sdd"/>
Oct 26 02:00:32 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:00:32 user nova-compute[74702]:   <serial>c5561be6-7590-4223-bbc7-9e6c7dc7425e</serial>
Oct 26 02:00:32 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 02:00:32 user nova-compute[74702]: </disk>
Oct 26 02:00:32 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:00:32 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Successfully detached device vdb from instance 6e69d328-018f-4764-b1a5-e75ba1a37926 from the persistent domain config.
Oct 26 02:00:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6e69d328-018f-4764-b1a5-e75ba1a37926 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 02:00:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:00:32 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:00:32 user nova-compute[74702]:   <source dev="/dev/sdd"/>
Oct 26 02:00:32 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:00:32 user nova-compute[74702]:   <serial>c5561be6-7590-4223-bbc7-9e6c7dc7425e</serial>
Oct 26 02:00:32 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 02:00:32 user nova-compute[74702]: </disk>
Oct 26 02:00:32 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:00:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6e69d328-018f-4764-b1a5-e75ba1a37926 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 02:00:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:00:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:00:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:00:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:34 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:00:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:00:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/disk.rescue --force-share --output=json" returned: 0 in 0.278s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc/disk.rescue --force-share --output=json" returned: 0 in 0.221s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:37 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:00:37 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:00:37 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8239MB free_disk=25.05148696899414GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:00:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:00:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 6e69d328-018f-4764-b1a5-e75ba1a37926 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:00:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.603s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:00:40 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:00:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:00:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:00:40 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:00:40 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updating instance_info_cache with network_info: [{"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:00:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:00:40 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:00:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:00:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:00:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:41 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:00:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:43 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:00:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:00:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:45 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:00:45 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:00:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:48 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:00:50 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec is timed out.
Oct 26 02:00:50 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Successfully detached device vdb from instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec from the live domain config.
Oct 26 02:00:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RJMZXIHu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:00:50 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f461b74-2abc-4d89-86ac-03546664ef06]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:00:50 user nova-compute[74702]: No targets found.
Oct 26 02:00:50 user nova-compute[74702]: iSNS:
Oct 26 02:00:50 user nova-compute[74702]: No targets found.
Oct 26 02:00:50 user nova-compute[74702]: STATIC:
Oct 26 02:00:50 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 02:00:50 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:00:50 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:00:50 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f
Oct 26 02:00:50 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:00:50 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:00:50 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e
Oct 26 02:00:50 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:00:50 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:00:50 user nova-compute[74702]: FIRMWARE:
Oct 26 02:00:50 user nova-compute[74702]: No targets found.
Oct 26 02:00:50 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:00:50 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:00:50 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[599aa420-9fdb-436a-be63-5155ff75521e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fbc8cf5-94bd-4173-88f9-f09835e5a682]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:00:50 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 02:00:50 user nova-compute[74702]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e (non-flash)
Oct 26 02:00:50 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:00:50 user nova-compute[74702]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f (non-flash)
Oct 26 02:00:50 user nova-compute[74702]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e (non-flash)
Oct 26 02:00:50 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f950846f9a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[184e64bb-2010-4729-8d12-b51a4690c361]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3a6fbb8-90f2-45d0-8070-b11edd177bb3]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d584d90e-4e1a-4b53-bbd1-623d62bf6e5e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.067s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa38ff3a-9ce4-4c4a-9b50-de8ac6a10504]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d3d700a-25b2-40c6-8867-0b34224aeeed]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[03ffbc64-5603-48b5-91c6-c0952c481c47]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f, portal: 172.16.0.220,3260]
Oct 26 02:00:50 user nova-compute[74702]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f, portal: 172.16.0.220,3260] successful.
Oct 26 02:00:50 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ccb26c8d-b656-4084-a3d3-1ccf3a79636f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[05b40c8e-c8a1-4a65-b575-712148483c24]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] <== disconnect_volume: return (358ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:00:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:00:51 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lazy-loading 'flavor' on Instance uuid 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:00:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b9dec147-fb2d-4907-acd4-0b0560d97d9d tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.824s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:52 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6e69d328-018f-4764-b1a5-e75ba1a37926 is timed out.
Oct 26 02:00:52 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Successfully detached device vdb from instance 6e69d328-018f-4764-b1a5-e75ba1a37926 from the live domain config.
Oct 26 02:00:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKdJlUkE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:00:52 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae98bc82-8385-452b-9f0c-7a15770cbc4d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:00:52 user nova-compute[74702]: No targets found.
Oct 26 02:00:52 user nova-compute[74702]: iSNS:
Oct 26 02:00:52 user nova-compute[74702]: No targets found.
Oct 26 02:00:52 user nova-compute[74702]: STATIC:
Oct 26 02:00:52 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 02:00:52 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:00:52 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:00:52 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e
Oct 26 02:00:52 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:00:52 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:00:52 user nova-compute[74702]: FIRMWARE:
Oct 26 02:00:52 user nova-compute[74702]: No targets found.
Oct 26 02:00:52 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:00:52 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:00:52 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ccdd31-079e-4c57-8800-3f27b8b738ff]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[22ac5fac-3407-4128-a817-51fb1b82ae92]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:00:52 user nova-compute[74702]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e (non-flash)
Oct 26 02:00:52 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:00:52 user nova-compute[74702]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e (non-flash)
Oct 26 02:00:52 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9518394af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e'): ({'sdd'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Removing single pathed devices sdd {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3a42aab-ff09-448a-aab9-02471034bd96]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2890ef19-487e-426f-b2ef-b024886766a6]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Flushing IO for device /dev/sdd {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[30d11964-a799-410c-92eb-059279a6e1d8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[729c37b2-874f-4826-a45d-96e80e7fa255]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f9289dc-36e8-45af-b16a-8da137d9548b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --logout" returned: 0 in 0.180s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[88d02f22-f37c-4468-96c7-6b33dc1933f5]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e, portal: 172.16.0.220,3260]
Oct 26 02:00:52 user nova-compute[74702]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e, portal: 172.16.0.220,3260] successful.
Oct 26 02:00:52 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c5561be6-7590-4223-bbc7-9e6c7dc7425e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[926042af-8f45-414f-bcf1-44546c1fcd9d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.419s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] <== disconnect_volume: return (420ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:00:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:00:53 user nova-compute[74702]: DEBUG nova.objects.instance [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lazy-loading 'flavor' on Instance uuid 6e69d328-018f-4764-b1a5-e75ba1a37926 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:00:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-57360961-9f89-42a5-bf20-7ca7f932200a tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.869s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:00:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:00:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:01:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:13 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:01:13 user nova-compute[74702]: INFO nova.compute.claims [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Claim successful on node user
Oct 26 02:01:14 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.317s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG nova.network.neutron [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:01:14 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:01:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG nova.policy [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1040ae84bdf74ea68a989fb6febb8016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0275606333754879b2e158ee08c8c266', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:01:14 user nova-compute[74702]: INFO nova.virt.block_device [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Booting with volume 6b5e372a-bc1b-4476-934e-00da31024eda at /dev/vda
Oct 26 02:01:14 user nova-compute[74702]: DEBUG os_brick.utils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[162c4dbb-5710-40ab-b92a-81b8d520c0a2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb76411-003e-4926-8be2-8e256f2096d7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[830ccddc-f412-47a2-b60f-3b5b961abe82]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cad78e1c-5900-433a-9a72-231067d80d2a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:01:14 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:01:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[18b3b641-b20f-44b7-8777-114a166758e5]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG os_brick.utils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:01:14 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updating existing volume attachment record: 5419c295-5778-4f1b-88c2-e8d70b511e7d {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:01:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Successfully created port: bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:01:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Successfully updated port: bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:01:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:01:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquired lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:01:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:01:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-69a644bf-c3fb-4fb8-8d40-a76f530c8b52 req-12086a50-a34d-4b57-954f-2915c0375c49 service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received event network-changed-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-69a644bf-c3fb-4fb8-8d40-a76f530c8b52 req-12086a50-a34d-4b57-954f-2915c0375c49 service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Refreshing instance network info cache due to event network-changed-bdcd140b-a197-43db-b585-f35776db733c. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:01:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-69a644bf-c3fb-4fb8-8d40-a76f530c8b52 req-12086a50-a34d-4b57-954f-2915c0375c49 service nova] Acquiring lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:01:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:01:16 user nova-compute[74702]: DEBUG nova.network.neutron [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updating instance_info_cache with network_info: [{"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:01:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Releasing lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:01:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Instance network_info: |[{"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:01:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-69a644bf-c3fb-4fb8-8d40-a76f530c8b52 req-12086a50-a34d-4b57-954f-2915c0375c49 service nova] Acquired lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:01:16 user nova-compute[74702]: DEBUG nova.network.neutron [req-69a644bf-c3fb-4fb8-8d40-a76f530c8b52 req-12086a50-a34d-4b57-954f-2915c0375c49 service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Refreshing network info cache for port bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:01:16 user nova-compute[74702]: DEBUG nova.network.neutron [req-69a644bf-c3fb-4fb8-8d40-a76f530c8b52 req-12086a50-a34d-4b57-954f-2915c0375c49 service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updated VIF entry in instance network info cache for port bdcd140b-a197-43db-b585-f35776db733c. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:01:16 user nova-compute[74702]: DEBUG nova.network.neutron [req-69a644bf-c3fb-4fb8-8d40-a76f530c8b52 req-12086a50-a34d-4b57-954f-2915c0375c49 service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updating instance_info_cache with network_info: [{"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:01:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-69a644bf-c3fb-4fb8-8d40-a76f530c8b52 req-12086a50-a34d-4b57-954f-2915c0375c49 service nova] Releasing lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:01:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:19 user nova-compute[74702]: INFO nova.compute.manager [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Terminating instance
Oct 26 02:01:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:01:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-3db0ee2d-d731-4f60-a485-379021508d61 req-4fd8243d-cee7-4cc0-baf6-1314474d1f0b service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Received event network-vif-unplugged-78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3db0ee2d-d731-4f60-a485-379021508d61 req-4fd8243d-cee7-4cc0-baf6-1314474d1f0b service nova] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3db0ee2d-d731-4f60-a485-379021508d61 req-4fd8243d-cee7-4cc0-baf6-1314474d1f0b service nova] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3db0ee2d-d731-4f60-a485-379021508d61 req-4fd8243d-cee7-4cc0-baf6-1314474d1f0b service nova] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-3db0ee2d-d731-4f60-a485-379021508d61 req-4fd8243d-cee7-4cc0-baf6-1314474d1f0b service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] No waiting events found dispatching network-vif-unplugged-78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-3db0ee2d-d731-4f60-a485-379021508d61 req-4fd8243d-cee7-4cc0-baf6-1314474d1f0b service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Received event network-vif-unplugged-78b73ad3-cded-4cf5-8025-33f506810954 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:20 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Instance destroyed successfully.
Oct 26 02:01:20 user nova-compute[74702]: DEBUG nova.objects.instance [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lazy-loading 'resources' on Instance uuid 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1231361803',display_name='tempest-TestServerVolumeAttachmentScenario-server-1231361803',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1231361803',id=31,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIyZcljOy1JnZ7CCbiNVwfRrqIwqSY6uOGXxR+MTkYJgUMdq7V1yZJz5NNFVo7coEB8E/CY0i4aBIA2GKXWtbR2d146zsSp2+PjpKOnIFCfiWRgagQ8yom9TjxOXCOAAbQ==',key_name='tempest-keypair-1299035428',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:57:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5d1cafb337f342e48517d97c9424b969',ramdisk_id='',reservation_id='r-0sow63gs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-632579683',owner_user_name='tempest-TestServerVolumeAttachmentScenario-632579683-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:57:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='164d4ce5b0b0413c84d9f347d4e5f225',uuid=5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "78b73ad3-cded-4cf5-8025-33f506810954", "address": "fa:16:3e:b9:db:69", "network": {"id": "c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1487955712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d1cafb337f342e48517d97c9424b969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b73ad3-cd", "ovs_interfaceid": "78b73ad3-cded-4cf5-8025-33f506810954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Converting VIF {"id": "78b73ad3-cded-4cf5-8025-33f506810954", "address": "fa:16:3e:b9:db:69", "network": {"id": "c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1487955712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d1cafb337f342e48517d97c9424b969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b73ad3-cd", "ovs_interfaceid": "78b73ad3-cded-4cf5-8025-33f506810954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b9:db:69,bridge_name='br-int',has_traffic_filtering=True,id=78b73ad3-cded-4cf5-8025-33f506810954,network=Network(c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b73ad3-cd') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG os_vif [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:db:69,bridge_name='br-int',has_traffic_filtering=True,id=78b73ad3-cded-4cf5-8025-33f506810954,network=Network(c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b73ad3-cd') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap78b73ad3-cd, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=01910fdf-cf36-4dfd-a353-48b5789cbb55) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:01:20 user nova-compute[74702]: INFO os_vif [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:db:69,bridge_name='br-int',has_traffic_filtering=True,id=78b73ad3-cded-4cf5-8025-33f506810954,network=Network(c112fd28-ea7e-472e-aaf6-9b1a8fe2a8c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b73ad3-cd')
Oct 26 02:01:20 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Deleting instance files /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec_del
Oct 26 02:01:20 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Deletion of /opt/stack/data/nova/instances/5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec_del complete
Oct 26 02:01:20 user nova-compute[74702]: INFO nova.compute.manager [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 26 02:01:20 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:01:20 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:01:21 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:01:21 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Took 0.82 seconds to deallocate network for instance.
Oct 26 02:01:21 user nova-compute[74702]: DEBUG nova.compute.manager [req-f83a37de-3716-4648-9805-c1f13546bc77 req-ab2b2865-6b85-4956-9817-4dea2d742fc5 service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Received event network-vif-deleted-78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:21 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:01:21 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:01:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.247s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:21 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Deleted allocations for instance 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec
Oct 26 02:01:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f211a15-3d88-418d-a388-0eaaa915d49b tempest-TestServerVolumeAttachmentScenario-632579683 tempest-TestServerVolumeAttachmentScenario-632579683-project-member] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.103s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-4533ded6-23a9-43e9-bd04-da09628c0b78 req-1eda6dcb-867a-4b0c-90d5-dde70ee89164 service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Received event network-vif-plugged-78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4533ded6-23a9-43e9-bd04-da09628c0b78 req-1eda6dcb-867a-4b0c-90d5-dde70ee89164 service nova] Acquiring lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4533ded6-23a9-43e9-bd04-da09628c0b78 req-1eda6dcb-867a-4b0c-90d5-dde70ee89164 service nova] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4533ded6-23a9-43e9-bd04-da09628c0b78 req-1eda6dcb-867a-4b0c-90d5-dde70ee89164 service nova] Lock "5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-4533ded6-23a9-43e9-bd04-da09628c0b78 req-1eda6dcb-867a-4b0c-90d5-dde70ee89164 service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] No waiting events found dispatching network-vif-plugged-78b73ad3-cded-4cf5-8025-33f506810954 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:01:22 user nova-compute[74702]: WARNING nova.compute.manager [req-4533ded6-23a9-43e9-bd04-da09628c0b78 req-1eda6dcb-867a-4b0c-90d5-dde70ee89164 service nova] [instance: 5c99b6ef-e4c7-4dd9-97a6-41d1b1e4c5ec] Received unexpected event network-vif-plugged-78b73ad3-cded-4cf5-8025-33f506810954 for instance with vm_state deleted and task_state None.
Oct 26 02:01:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "409cea3c-ddc3-4d1d-a07e-75e967d25068" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:01:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:01:24 user nova-compute[74702]: INFO nova.compute.claims [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Claim successful on node user
Oct 26 02:01:25 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:01:25 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:01:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.312s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:01:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:01:25 user nova-compute[74702]: DEBUG nova.network.neutron [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:01:25 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:01:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:01:25 user nova-compute[74702]: INFO nova.virt.block_device [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Booting with volume snapshot 0167d423-a193-412e-894e-89a202520fa7 at /dev/vda
Oct 26 02:01:25 user nova-compute[74702]: DEBUG nova.policy [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55a62fa5cb5b4305b2ebcc96414673a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4e644c9f9ec4e6e8c3e602da0c9cd97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:01:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:25 user nova-compute[74702]: DEBUG nova.network.neutron [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Successfully created port: aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG nova.network.neutron [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Successfully updated port: aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "refresh_cache-409cea3c-ddc3-4d1d-a07e-75e967d25068" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquired lock "refresh_cache-409cea3c-ddc3-4d1d-a07e-75e967d25068" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG nova.network.neutron [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG nova.compute.manager [req-d0466c2d-ffe4-4361-894e-513888afabf4 req-2979f2a1-bf6e-4b36-b0e4-3ff5d32e132b service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Received event network-changed-aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG nova.compute.manager [req-d0466c2d-ffe4-4361-894e-513888afabf4 req-2979f2a1-bf6e-4b36-b0e4-3ff5d32e132b service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Refreshing instance network info cache due to event network-changed-aa51007e-7cc4-4e08-b05a-2b20e190ff05. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d0466c2d-ffe4-4361-894e-513888afabf4 req-2979f2a1-bf6e-4b36-b0e4-3ff5d32e132b service nova] Acquiring lock "refresh_cache-409cea3c-ddc3-4d1d-a07e-75e967d25068" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG nova.network.neutron [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG nova.network.neutron [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Updating instance_info_cache with network_info: [{"id": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "address": "fa:16:3e:f8:75:1a", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa51007e-7c", "ovs_interfaceid": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Releasing lock "refresh_cache-409cea3c-ddc3-4d1d-a07e-75e967d25068" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Instance network_info: |[{"id": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "address": "fa:16:3e:f8:75:1a", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa51007e-7c", "ovs_interfaceid": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d0466c2d-ffe4-4361-894e-513888afabf4 req-2979f2a1-bf6e-4b36-b0e4-3ff5d32e132b service nova] Acquired lock "refresh_cache-409cea3c-ddc3-4d1d-a07e-75e967d25068" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:01:26 user nova-compute[74702]: DEBUG nova.network.neutron [req-d0466c2d-ffe4-4361-894e-513888afabf4 req-2979f2a1-bf6e-4b36-b0e4-3ff5d32e132b service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Refreshing network info cache for port aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:01:27 user nova-compute[74702]: DEBUG nova.network.neutron [req-d0466c2d-ffe4-4361-894e-513888afabf4 req-2979f2a1-bf6e-4b36-b0e4-3ff5d32e132b service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Updated VIF entry in instance network info cache for port aa51007e-7cc4-4e08-b05a-2b20e190ff05. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:01:27 user nova-compute[74702]: DEBUG nova.network.neutron [req-d0466c2d-ffe4-4361-894e-513888afabf4 req-2979f2a1-bf6e-4b36-b0e4-3ff5d32e132b service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Updating instance_info_cache with network_info: [{"id": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "address": "fa:16:3e:f8:75:1a", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa51007e-7c", "ovs_interfaceid": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:01:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d0466c2d-ffe4-4361-894e-513888afabf4 req-2979f2a1-bf6e-4b36-b0e4-3ff5d32e132b service nova] Releasing lock "refresh_cache-409cea3c-ddc3-4d1d-a07e-75e967d25068" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:01:28 user nova-compute[74702]: INFO nova.compute.manager [None req-dddd267b-c3a8-4d08-818a-27f7c5a70ff5 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Unrescuing
Oct 26 02:01:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-dddd267b-c3a8-4d08-818a-27f7c5a70ff5 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:01:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-dddd267b-c3a8-4d08-818a-27f7c5a70ff5 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquired lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:01:28 user nova-compute[74702]: DEBUG nova.network.neutron [None req-dddd267b-c3a8-4d08-818a-27f7c5a70ff5 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:01:29 user nova-compute[74702]: DEBUG nova.network.neutron [None req-dddd267b-c3a8-4d08-818a-27f7c5a70ff5 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updating instance_info_cache with network_info: [{"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:01:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-dddd267b-c3a8-4d08-818a-27f7c5a70ff5 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Releasing lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:01:29 user nova-compute[74702]: DEBUG nova.objects.instance [None req-dddd267b-c3a8-4d08-818a-27f7c5a70ff5 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'flavor' on Instance uuid 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:01:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:29 user nova-compute[74702]: DEBUG nova.compute.manager [req-2f8c4df8-7e2b-4e78-b2c1-074d967b65a4 req-2a7dff6f-c0b2-4a2b-8082-74c59bf80bb0 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-unplugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2f8c4df8-7e2b-4e78-b2c1-074d967b65a4 req-2a7dff6f-c0b2-4a2b-8082-74c59bf80bb0 service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2f8c4df8-7e2b-4e78-b2c1-074d967b65a4 req-2a7dff6f-c0b2-4a2b-8082-74c59bf80bb0 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-2f8c4df8-7e2b-4e78-b2c1-074d967b65a4 req-2a7dff6f-c0b2-4a2b-8082-74c59bf80bb0 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:29 user nova-compute[74702]: DEBUG nova.compute.manager [req-2f8c4df8-7e2b-4e78-b2c1-074d967b65a4 req-2a7dff6f-c0b2-4a2b-8082-74c59bf80bb0 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-unplugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:01:29 user nova-compute[74702]: WARNING nova.compute.manager [req-2f8c4df8-7e2b-4e78-b2c1-074d967b65a4 req-2a7dff6f-c0b2-4a2b-8082-74c59bf80bb0 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-unplugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state rescued and task_state unrescuing.
Oct 26 02:01:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:30 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Instance destroyed successfully.
Oct 26 02:01:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG nova.compute.manager [req-6c897585-8643-4033-90f5-3f523b4af18a req-5c6754ba-e610-41f1-b2e5-9776b84a9999 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6c897585-8643-4033-90f5-3f523b4af18a req-5c6754ba-e610-41f1-b2e5-9776b84a9999 service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6c897585-8643-4033-90f5-3f523b4af18a req-5c6754ba-e610-41f1-b2e5-9776b84a9999 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6c897585-8643-4033-90f5-3f523b4af18a req-5c6754ba-e610-41f1-b2e5-9776b84a9999 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG nova.compute.manager [req-6c897585-8643-4033-90f5-3f523b4af18a req-5c6754ba-e610-41f1-b2e5-9776b84a9999 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:01:31 user nova-compute[74702]: WARNING nova.compute.manager [req-6c897585-8643-4033-90f5-3f523b4af18a req-5c6754ba-e610-41f1-b2e5-9776b84a9999 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state rescued and task_state unrescuing.
Oct 26 02:01:31 user nova-compute[74702]: DEBUG nova.compute.manager [req-6c897585-8643-4033-90f5-3f523b4af18a req-5c6754ba-e610-41f1-b2e5-9776b84a9999 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6c897585-8643-4033-90f5-3f523b4af18a req-5c6754ba-e610-41f1-b2e5-9776b84a9999 service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6c897585-8643-4033-90f5-3f523b4af18a req-5c6754ba-e610-41f1-b2e5-9776b84a9999 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6c897585-8643-4033-90f5-3f523b4af18a req-5c6754ba-e610-41f1-b2e5-9776b84a9999 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG nova.compute.manager [req-6c897585-8643-4033-90f5-3f523b4af18a req-5c6754ba-e610-41f1-b2e5-9776b84a9999 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:01:31 user nova-compute[74702]: WARNING nova.compute.manager [req-6c897585-8643-4033-90f5-3f523b4af18a req-5c6754ba-e610-41f1-b2e5-9776b84a9999 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state rescued and task_state unrescuing.
Oct 26 02:01:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "6e69d328-018f-4764-b1a5-e75ba1a37926" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:31 user nova-compute[74702]: INFO nova.compute.manager [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Terminating instance
Oct 26 02:01:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-71f453d0-ce63-4b46-ab0b-0568798f2059 req-16c907cf-afcb-4c0f-8962-f2bebbf46b7f service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Received event network-vif-unplugged-7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71f453d0-ce63-4b46-ab0b-0568798f2059 req-16c907cf-afcb-4c0f-8962-f2bebbf46b7f service nova] Acquiring lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71f453d0-ce63-4b46-ab0b-0568798f2059 req-16c907cf-afcb-4c0f-8962-f2bebbf46b7f service nova] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71f453d0-ce63-4b46-ab0b-0568798f2059 req-16c907cf-afcb-4c0f-8962-f2bebbf46b7f service nova] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-71f453d0-ce63-4b46-ab0b-0568798f2059 req-16c907cf-afcb-4c0f-8962-f2bebbf46b7f service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] No waiting events found dispatching network-vif-unplugged-7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-71f453d0-ce63-4b46-ab0b-0568798f2059 req-16c907cf-afcb-4c0f-8962-f2bebbf46b7f service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Received event network-vif-unplugged-7e4d0956-1153-49ca-8772-b85c68989885 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:01:32 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Instance destroyed successfully.
Oct 26 02:01:32 user nova-compute[74702]: DEBUG nova.objects.instance [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lazy-loading 'resources' on Instance uuid 6e69d328-018f-4764-b1a5-e75ba1a37926 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:58:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-302208058',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-302208058',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-3022080',id=33,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIFnUDIfcjdv9BiOE49MH1gQxAaFJUu00qc7DnDaLSf/6lKVP300cJIUI1awyfdB4QkWr5JW04FaSq39SjVWYn531Ugw9kNS4x8kc8eOb402kJHC4qSMzLqRSnZpqe57TA==',key_name='tempest-keypair-789472818',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:58:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c584cf8199c4fe1ae603f9c1a12145d',ramdisk_id='',reservation_id='r-bsgmy4rd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1789564119',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:58:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9b00dbda64643dfb17a776edad5fe1c',uuid=6e69d328-018f-4764-b1a5-e75ba1a37926,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7e4d0956-1153-49ca-8772-b85c68989885", "address": "fa:16:3e:cc:1d:42", "network": {"id": "f5308842-c526-42a8-a4de-9e5b1ce1290b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1916873615-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c584cf8199c4fe1ae603f9c1a12145d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4d0956-11", "ovs_interfaceid": "7e4d0956-1153-49ca-8772-b85c68989885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Converting VIF {"id": "7e4d0956-1153-49ca-8772-b85c68989885", "address": "fa:16:3e:cc:1d:42", "network": {"id": "f5308842-c526-42a8-a4de-9e5b1ce1290b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1916873615-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c584cf8199c4fe1ae603f9c1a12145d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4d0956-11", "ovs_interfaceid": "7e4d0956-1153-49ca-8772-b85c68989885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cc:1d:42,bridge_name='br-int',has_traffic_filtering=True,id=7e4d0956-1153-49ca-8772-b85c68989885,network=Network(f5308842-c526-42a8-a4de-9e5b1ce1290b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4d0956-11') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG os_vif [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:1d:42,bridge_name='br-int',has_traffic_filtering=True,id=7e4d0956-1153-49ca-8772-b85c68989885,network=Network(f5308842-c526-42a8-a4de-9e5b1ce1290b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4d0956-11') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7e4d0956-11, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3f1853e3-88be-441f-af72-779becc2939e) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:01:32 user nova-compute[74702]: INFO os_vif [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:1d:42,bridge_name='br-int',has_traffic_filtering=True,id=7e4d0956-1153-49ca-8772-b85c68989885,network=Network(f5308842-c526-42a8-a4de-9e5b1ce1290b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4d0956-11')
Oct 26 02:01:32 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Deleting instance files /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926_del
Oct 26 02:01:32 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Deletion of /opt/stack/data/nova/instances/6e69d328-018f-4764-b1a5-e75ba1a37926_del complete
Oct 26 02:01:32 user nova-compute[74702]: INFO nova.compute.manager [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 26 02:01:32 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:01:32 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:01:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-dddd267b-c3a8-4d08-818a-27f7c5a70ff5 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:01:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:01:33 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:01:33 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Took 0.86 seconds to deallocate network for instance.
Oct 26 02:01:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-6b78af8d-58f8-40e5-9217-05f97dcda555 req-c9fb60f0-09ff-4cb4-8741-62a198446d77 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6b78af8d-58f8-40e5-9217-05f97dcda555 req-c9fb60f0-09ff-4cb4-8741-62a198446d77 service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6b78af8d-58f8-40e5-9217-05f97dcda555 req-c9fb60f0-09ff-4cb4-8741-62a198446d77 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6b78af8d-58f8-40e5-9217-05f97dcda555 req-c9fb60f0-09ff-4cb4-8741-62a198446d77 service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-6b78af8d-58f8-40e5-9217-05f97dcda555 req-c9fb60f0-09ff-4cb4-8741-62a198446d77 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:01:33 user nova-compute[74702]: WARNING nova.compute.manager [req-6b78af8d-58f8-40e5-9217-05f97dcda555 req-c9fb60f0-09ff-4cb4-8741-62a198446d77 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state active and task_state None.
Oct 26 02:01:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:33 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:01:33 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.266s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:34 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Deleted allocations for instance 6e69d328-018f-4764-b1a5-e75ba1a37926
Oct 26 02:01:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a45879d0-5023-498a-b3b4-76e1f22ec292 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119 tempest-TestServerVolumeAttachScenarioOldVersion-1789564119-project-member] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.216s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-1002cfaa-337d-4355-b76b-725b2355e47e req-91377b3d-3b88-4108-b3a1-0f81212ef1e1 service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Received event network-vif-plugged-7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1002cfaa-337d-4355-b76b-725b2355e47e req-91377b3d-3b88-4108-b3a1-0f81212ef1e1 service nova] Acquiring lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1002cfaa-337d-4355-b76b-725b2355e47e req-91377b3d-3b88-4108-b3a1-0f81212ef1e1 service nova] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1002cfaa-337d-4355-b76b-725b2355e47e req-91377b3d-3b88-4108-b3a1-0f81212ef1e1 service nova] Lock "6e69d328-018f-4764-b1a5-e75ba1a37926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-1002cfaa-337d-4355-b76b-725b2355e47e req-91377b3d-3b88-4108-b3a1-0f81212ef1e1 service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] No waiting events found dispatching network-vif-plugged-7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:01:34 user nova-compute[74702]: WARNING nova.compute.manager [req-1002cfaa-337d-4355-b76b-725b2355e47e req-91377b3d-3b88-4108-b3a1-0f81212ef1e1 service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Received unexpected event network-vif-plugged-7e4d0956-1153-49ca-8772-b85c68989885 for instance with vm_state deleted and task_state None.
Oct 26 02:01:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-1002cfaa-337d-4355-b76b-725b2355e47e req-91377b3d-3b88-4108-b3a1-0f81212ef1e1 service nova] [instance: 6e69d328-018f-4764-b1a5-e75ba1a37926] Received event network-vif-deleted-7e4d0956-1153-49ca-8772-b85c68989885 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:01:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:36 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:01:36 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:01:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8532MB free_disk=25.09713363647461GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 81914eb5-12d5-4dcd-b0e1-582e70ed88bc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 409cea3c-ddc3-4d1d-a07e-75e967d25068 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.378s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:39 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:01:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:01:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:01:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:01:39 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:01:40 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updating instance_info_cache with network_info: [{"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:01:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:01:40 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:01:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:01:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:01:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:43 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:01:44 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Creating image(s)
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Ensure instance console log exists: /opt/stack/data/nova/instances/81914eb5-12d5-4dcd-b0e1-582e70ed88bc/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Start _get_guest_xml network_info=[{"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lpbXGHPB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '81914eb5-12d5-4dcd-b0e1-582e70ed88bc', 'attached_at': '', 'detached_at': '', 'volume_id': '6b5e372a-bc1b-4476-934e-00da31024eda', 'serial': '6b5e372a-bc1b-4476-934e-00da31024eda'}, 'attachment_id': '5419c295-5778-4f1b-88c2-e8d70b511e7d', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:01:44 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:01:44 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lpbXGHPB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:01:44 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:01:44 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:01:44 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c7ec4f8-14df-44b9-bcd0-e889d1263587]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:01:44 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7eb467f-5e7a-493e-9be7-7098b8b57025]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda] added
Oct 26 02:01:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fdcf72a-e649-4c24-9abc-fc6d5863a9d9]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e77a9ae0-7dd2-42b7-a9f5-e51d79056758]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lpbXGHPB {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lpbXGHPB" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4236bdc-31eb-4f48-b224-eea331513015]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lpbXGHPB'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e71da00e-2e4b-45d9-974a-802aa89a0f9d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a0f930-cf98-42cb-b3a2-6e613fbbe97e]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:01:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:01:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[da6f747c-332b-4477-b0c7-f314c75146f2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260]
Oct 26 02:01:44 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260] successful.
Oct 26 02:01:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[936a3138-feb3-46c8-a499-b7d4b110a3a9]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae20f2ea-75c5-4e66-9390-ca6d5a5f50c3]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:01:44 user nova-compute[74702]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:01:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:01:44 user nova-compute[74702]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:01:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] HCTL ('33', '-', '-', 0) found on session 34 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e5afaa8-4209-43f8-85e0-de51e3380aec]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching for a device in session 34 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lpbXGHPB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:01:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.280s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== connect_volume: return (1282ms) {'type': 'block', 'scsi_wwn': '26462326333653733', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26462326333653733', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:01:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-515621977',display_name='tempest-ServerActionsTestOtherA-server-515621977',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-515621977',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDFoRJajMeq6uo6web96f8WeUIvXWHLjzMHyWZvgaevfgpipg4k8T1A6GQrnnL+ypgwmRWm0Zi1OogEjmR0JMPafAxDB/NLC0Gfvy9spfodUvidQALkdU9NDzCajWpg85Q==',key_name='tempest-keypair-931142463',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-fbo2p5zd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:01:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=81914eb5-12d5-4dcd-b0e1-582e70ed88bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG nova.objects.instance [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lazy-loading 'pci_devices' on Instance uuid 81914eb5-12d5-4dcd-b0e1-582e70ed88bc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:01:45 user nova-compute[74702]:   <uuid>81914eb5-12d5-4dcd-b0e1-582e70ed88bc</uuid>
Oct 26 02:01:45 user nova-compute[74702]:   <name>instance-00000022</name>
Oct 26 02:01:45 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:01:45 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:01:45 user nova-compute[74702]:   <metadata>
Oct 26 02:01:45 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:01:45 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:01:45 user nova-compute[74702]:       <nova:name>tempest-ServerActionsTestOtherA-server-515621977</nova:name>
Oct 26 02:01:45 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:01:44</nova:creationTime>
Oct 26 02:01:45 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:01:45 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:01:45 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:01:45 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:01:45 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:01:45 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:01:45 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:01:45 user nova-compute[74702]:       <nova:owner>
Oct 26 02:01:45 user nova-compute[74702]:         <nova:user uuid="1040ae84bdf74ea68a989fb6febb8016">tempest-ServerActionsTestOtherA-1464979894-project-member</nova:user>
Oct 26 02:01:45 user nova-compute[74702]:         <nova:project uuid="0275606333754879b2e158ee08c8c266">tempest-ServerActionsTestOtherA-1464979894</nova:project>
Oct 26 02:01:45 user nova-compute[74702]:       </nova:owner>
Oct 26 02:01:45 user nova-compute[74702]:       <nova:ports>
Oct 26 02:01:45 user nova-compute[74702]:         <nova:port uuid="bdcd140b-a197-43db-b585-f35776db733c">
Oct 26 02:01:45 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 26 02:01:45 user nova-compute[74702]:         </nova:port>
Oct 26 02:01:45 user nova-compute[74702]:       </nova:ports>
Oct 26 02:01:45 user nova-compute[74702]:     </nova:instance>
Oct 26 02:01:45 user nova-compute[74702]:   </metadata>
Oct 26 02:01:45 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:01:45 user nova-compute[74702]:     <system>
Oct 26 02:01:45 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:01:45 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:01:45 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:01:45 user nova-compute[74702]:       <entry name="serial">81914eb5-12d5-4dcd-b0e1-582e70ed88bc</entry>
Oct 26 02:01:45 user nova-compute[74702]:       <entry name="uuid">81914eb5-12d5-4dcd-b0e1-582e70ed88bc</entry>
Oct 26 02:01:45 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:01:45 user nova-compute[74702]:     </system>
Oct 26 02:01:45 user nova-compute[74702]:   </sysinfo>
Oct 26 02:01:45 user nova-compute[74702]:   <os>
Oct 26 02:01:45 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:01:45 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:01:45 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:01:45 user nova-compute[74702]:   </os>
Oct 26 02:01:45 user nova-compute[74702]:   <features>
Oct 26 02:01:45 user nova-compute[74702]:     <acpi/>
Oct 26 02:01:45 user nova-compute[74702]:     <apic/>
Oct 26 02:01:45 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:01:45 user nova-compute[74702]:   </features>
Oct 26 02:01:45 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:01:45 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:01:45 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:01:45 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:01:45 user nova-compute[74702]:   </clock>
Oct 26 02:01:45 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:01:45 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:01:45 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:01:45 user nova-compute[74702]:   </cpu>
Oct 26 02:01:45 user nova-compute[74702]:   <devices>
Oct 26 02:01:45 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:01:45 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:01:45 user nova-compute[74702]:       <source dev="/dev/sdb"/>
Oct 26 02:01:45 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:01:45 user nova-compute[74702]:       <serial>6b5e372a-bc1b-4476-934e-00da31024eda</serial>
Oct 26 02:01:45 user nova-compute[74702]:     </disk>
Oct 26 02:01:45 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:01:45 user nova-compute[74702]:       <mac address="fa:16:3e:04:55:f8"/>
Oct 26 02:01:45 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:01:45 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:01:45 user nova-compute[74702]:       <target dev="tapbdcd140b-a1"/>
Oct 26 02:01:45 user nova-compute[74702]:     </interface>
Oct 26 02:01:45 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:01:45 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/81914eb5-12d5-4dcd-b0e1-582e70ed88bc/console.log" append="off"/>
Oct 26 02:01:45 user nova-compute[74702]:     </serial>
Oct 26 02:01:45 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:01:45 user nova-compute[74702]:     <video>
Oct 26 02:01:45 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:01:45 user nova-compute[74702]:     </video>
Oct 26 02:01:45 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:01:45 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:01:45 user nova-compute[74702]:     </rng>
Oct 26 02:01:45 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:01:45 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:01:45 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:01:45 user nova-compute[74702]:     </memballoon>
Oct 26 02:01:45 user nova-compute[74702]:   </devices>
Oct 26 02:01:45 user nova-compute[74702]: </domain>
Oct 26 02:01:45 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:01:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-515621977',display_name='tempest-ServerActionsTestOtherA-server-515621977',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-515621977',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDFoRJajMeq6uo6web96f8WeUIvXWHLjzMHyWZvgaevfgpipg4k8T1A6GQrnnL+ypgwmRWm0Zi1OogEjmR0JMPafAxDB/NLC0Gfvy9spfodUvidQALkdU9NDzCajWpg85Q==',key_name='tempest-keypair-931142463',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-fbo2p5zd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:01:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=81914eb5-12d5-4dcd-b0e1-582e70ed88bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG os_vif [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '53ddbaf4-d514-518a-abcb-adec180a024c', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbdcd140b-a1, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbdcd140b-a1, col_values=(('qos', UUID('b0758d62-eaf2-4e95-8347-9f7c5d57ea3f')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbdcd140b-a1, col_values=(('external_ids', {'iface-id': 'bdcd140b-a197-43db-b585-f35776db733c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:55:f8', 'vm-uuid': '81914eb5-12d5-4dcd-b0e1-582e70ed88bc'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:45 user nova-compute[74702]: INFO os_vif [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1')
Oct 26 02:01:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:01:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No VIF found with MAC fa:16:3e:04:55:f8, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG os_brick.utils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b32fae97-5ef1-4ba4-b58c-51d574d1b83a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d17b5bbb-5cbc-4005-a227-61902f8c7410]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[062c3dc8-1370-456f-b6c2-e49e8ff852c0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3853943-a056-4b2b-ac1f-1ae085d2e04e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:01:46 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e243cbd-9223-497e-b92a-9c79c6b55e4b]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG os_brick.utils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Updating existing volume attachment record: d54b8262-6019-4a6f-93e8-33a8726aa88c {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-80fa9b5f-0d57-4398-b702-708793d928c9 req-a680bbcc-0641-4286-8a27-76fd652a7668 service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received event network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-80fa9b5f-0d57-4398-b702-708793d928c9 req-a680bbcc-0641-4286-8a27-76fd652a7668 service nova] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-80fa9b5f-0d57-4398-b702-708793d928c9 req-a680bbcc-0641-4286-8a27-76fd652a7668 service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-80fa9b5f-0d57-4398-b702-708793d928c9 req-a680bbcc-0641-4286-8a27-76fd652a7668 service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-80fa9b5f-0d57-4398-b702-708793d928c9 req-a680bbcc-0641-4286-8a27-76fd652a7668 service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] No waiting events found dispatching network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:01:47 user nova-compute[74702]: WARNING nova.compute.manager [req-80fa9b5f-0d57-4398-b702-708793d928c9 req-a680bbcc-0641-4286-8a27-76fd652a7668 service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received unexpected event network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c for instance with vm_state building and task_state spawning.
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:01:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Instance spawned successfully.
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:01:49 user nova-compute[74702]: INFO nova.compute.manager [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Took 5.18 seconds to spawn the instance on the hypervisor.
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-6d920b16-e6f9-414a-8082-870d35adb026 req-e574b55f-044c-4ab3-b9c1-670c8a41c51c service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received event network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6d920b16-e6f9-414a-8082-870d35adb026 req-e574b55f-044c-4ab3-b9c1-670c8a41c51c service nova] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6d920b16-e6f9-414a-8082-870d35adb026 req-e574b55f-044c-4ab3-b9c1-670c8a41c51c service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6d920b16-e6f9-414a-8082-870d35adb026 req-e574b55f-044c-4ab3-b9c1-670c8a41c51c service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-6d920b16-e6f9-414a-8082-870d35adb026 req-e574b55f-044c-4ab3-b9c1-670c8a41c51c service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] No waiting events found dispatching network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:01:49 user nova-compute[74702]: WARNING nova.compute.manager [req-6d920b16-e6f9-414a-8082-870d35adb026 req-e574b55f-044c-4ab3-b9c1-670c8a41c51c service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received unexpected event network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c for instance with vm_state building and task_state spawning.
Oct 26 02:01:49 user nova-compute[74702]: INFO nova.compute.manager [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Took 35.47 seconds to build instance.
Oct 26 02:01:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-77e6958b-4789-49cb-9c47-405fcd6de59e tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 35.571s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:49 user nova-compute[74702]: INFO nova.compute.manager [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Terminating instance
Oct 26 02:01:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:50 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Instance destroyed successfully.
Oct 26 02:01:50 user nova-compute[74702]: DEBUG nova.objects.instance [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lazy-loading 'resources' on Instance uuid 4620f9b1-cf10-4eba-b3b7-6346264a1fd2 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T01:56:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-538282181',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-538282181',id=30,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDREtrsb8DZif/rxdIHjY0VrMs5dVolBvluROZ8rXXCUeKaFVMBX8+HesW9XqxHmRV5aOKVee0At3iGrrmjO2mEmIYXNoxDZl0irIOdUow9yANj/b20JJnqbO5J/mQGVCQ==',key_name='tempest-keypair-2039721773',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:00:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='224e2c19388f42db8cc98cf8c1ce1a1f',ramdisk_id='',reservation_id='r-cppii45h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-837425543',owner_user_name='tempest-AttachVolumeShelveTestJSON-837425543-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:00:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c2fb25bcfb14638a427f6abce1d535c',uuid=4620f9b1-cf10-4eba-b3b7-6346264a1fd2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converting VIF {"id": "84fad796-0b8f-4dd3-a1d8-064af1385330", "address": "fa:16:3e:b4:83:93", "network": {"id": "61e26b1b-e32d-4d7e-94d5-6c3ae12e747a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1871738744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "224e2c19388f42db8cc98cf8c1ce1a1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fad796-0b", "ovs_interfaceid": "84fad796-0b8f-4dd3-a1d8-064af1385330", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG os_vif [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84fad796-0b, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f1f57639-29fa-45f7-9ab5-b33ab879b929) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:01:50 user nova-compute[74702]: INFO os_vif [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:83:93,bridge_name='br-int',has_traffic_filtering=True,id=84fad796-0b8f-4dd3-a1d8-064af1385330,network=Network(61e26b1b-e32d-4d7e-94d5-6c3ae12e747a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fad796-0b')
Oct 26 02:01:50 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Deleting instance files /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2_del
Oct 26 02:01:50 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Deletion of /opt/stack/data/nova/instances/4620f9b1-cf10-4eba-b3b7-6346264a1fd2_del complete
Oct 26 02:01:50 user nova-compute[74702]: INFO nova.compute.manager [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 26 02:01:50 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:01:50 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:01:51 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Took 0.94 seconds to deallocate network for instance.
Oct 26 02:01:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-vif-unplugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] No waiting events found dispatching network-vif-unplugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-vif-unplugged-84fad796-0b8f-4dd3-a1d8-064af1385330 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] Acquiring lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] No waiting events found dispatching network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:01:51 user nova-compute[74702]: WARNING nova.compute.manager [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received unexpected event network-vif-plugged-84fad796-0b8f-4dd3-a1d8-064af1385330 for instance with vm_state active and task_state deleting.
Oct 26 02:01:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-f70da615-e8c0-41d6-9c0f-ae71244f59f5 req-408ccbf1-96f5-4b06-a3d6-4be8281fd5af service nova] [instance: 4620f9b1-cf10-4eba-b3b7-6346264a1fd2] Received event network-vif-deleted-84fad796-0b8f-4dd3-a1d8-064af1385330 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.291s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:51 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Deleted allocations for instance 4620f9b1-cf10-4eba-b3b7-6346264a1fd2
Oct 26 02:01:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-755e6667-ccae-48f1-85c6-f0e90df31ff2 tempest-AttachVolumeShelveTestJSON-837425543 tempest-AttachVolumeShelveTestJSON-837425543-project-member] Lock "4620f9b1-cf10-4eba-b3b7-6346264a1fd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.368s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:01:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:01:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:02:04 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Creating image(s)
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Ensure instance console log exists: /opt/stack/data/nova/instances/409cea3c-ddc3-4d1d-a07e-75e967d25068/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Start _get_guest_xml network_info=[{"id": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "address": "fa:16:3e:f8:75:1a", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa51007e-7c", "ovs_interfaceid": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wmdToDSL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '409cea3c-ddc3-4d1d-a07e-75e967d25068', 'attached_at': '', 'detached_at': '', 'volume_id': '6d5a1aea-9474-49fe-889e-680b944a0c4b', 'serial': '6d5a1aea-9474-49fe-889e-680b944a0c4b'}, 'attachment_id': 'd54b8262-6019-4a6f-93e8-33a8726aa88c', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:02:04 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:02:04 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wmdToDSL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:02:04 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:02:04 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:02:04 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f1ad8e6-9140-4a62-b076-2d154330596e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:02:04 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee415c8b-9362-4799-afbe-2bee8fa1b2ac]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b] added
Oct 26 02:02:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e18ad9d-7c4a-470d-99d0-6007795223c9]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ba3f117-626c-46f8-97b4-bb9935a726a5]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wmdToDSL {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wmdToDSL" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b3cf8e0-4a86-41ca-9ec0-adac8b70e7a2]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wmdToDSL'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[39f99879-ecc2-4ebd-b419-d0929c521e69]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[253b0ac1-e3f6-41e3-a0e0-d782a4286196]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:02:04 user nova-compute[74702]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:02:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:02:04 user nova-compute[74702]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:02:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:02:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d29092-39d4-4b31-a8eb-eebdb29f66d7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b, portal: 172.16.0.220,3260]
Oct 26 02:02:05 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b, portal: 172.16.0.220,3260] successful.
Oct 26 02:02:05 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eb22b99-d9dc-40c0-81d9-23cbec3043b4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a85f253a-a169-48cd-bbd6-c97ea0ea473f]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:02:05 user nova-compute[74702]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:02:05 user nova-compute[74702]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b (non-flash)
Oct 26 02:02:05 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:02:05 user nova-compute[74702]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:02:05 user nova-compute[74702]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b (non-flash)
Oct 26 02:02:05 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] HCTL ('35', '-', '-', 0) found on session 35 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f813989f-27aa-46e3-acf1-7bb88bafa2d9]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching for a device in session 35 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wmdToDSL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:02:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== connect_volume: return (1285ms) {'type': 'block', 'scsi_wwn': '23361376639663933', 'path': '/dev/sdd'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23361376639663933', 'path': '/dev/sdd'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:01:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-572371066',display_name='tempest-TestVolumeBootPattern-server-572371066',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-572371066',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-c2f65x3y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:01:25Z,user_data=None,user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=409cea3c-ddc3-4d1d-a07e-75e967d25068,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "address": "fa:16:3e:f8:75:1a", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa51007e-7c", "ovs_interfaceid": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "address": "fa:16:3e:f8:75:1a", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa51007e-7c", "ovs_interfaceid": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=aa51007e-7cc4-4e08-b05a-2b20e190ff05,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa51007e-7c') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG nova.objects.instance [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lazy-loading 'pci_devices' on Instance uuid 409cea3c-ddc3-4d1d-a07e-75e967d25068 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:02:06 user nova-compute[74702]:   <uuid>409cea3c-ddc3-4d1d-a07e-75e967d25068</uuid>
Oct 26 02:02:06 user nova-compute[74702]:   <name>instance-00000023</name>
Oct 26 02:02:06 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:02:06 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:02:06 user nova-compute[74702]:   <metadata>
Oct 26 02:02:06 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:02:06 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:02:06 user nova-compute[74702]:       <nova:name>tempest-TestVolumeBootPattern-server-572371066</nova:name>
Oct 26 02:02:06 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:02:04</nova:creationTime>
Oct 26 02:02:06 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:02:06 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:02:06 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:02:06 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:02:06 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:02:06 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:02:06 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:02:06 user nova-compute[74702]:       <nova:owner>
Oct 26 02:02:06 user nova-compute[74702]:         <nova:user uuid="55a62fa5cb5b4305b2ebcc96414673a6">tempest-TestVolumeBootPattern-540192483-project-member</nova:user>
Oct 26 02:02:06 user nova-compute[74702]:         <nova:project uuid="b4e644c9f9ec4e6e8c3e602da0c9cd97">tempest-TestVolumeBootPattern-540192483</nova:project>
Oct 26 02:02:06 user nova-compute[74702]:       </nova:owner>
Oct 26 02:02:06 user nova-compute[74702]:       <nova:ports>
Oct 26 02:02:06 user nova-compute[74702]:         <nova:port uuid="aa51007e-7cc4-4e08-b05a-2b20e190ff05">
Oct 26 02:02:06 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 26 02:02:06 user nova-compute[74702]:         </nova:port>
Oct 26 02:02:06 user nova-compute[74702]:       </nova:ports>
Oct 26 02:02:06 user nova-compute[74702]:     </nova:instance>
Oct 26 02:02:06 user nova-compute[74702]:   </metadata>
Oct 26 02:02:06 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:02:06 user nova-compute[74702]:     <system>
Oct 26 02:02:06 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:02:06 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:02:06 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:02:06 user nova-compute[74702]:       <entry name="serial">409cea3c-ddc3-4d1d-a07e-75e967d25068</entry>
Oct 26 02:02:06 user nova-compute[74702]:       <entry name="uuid">409cea3c-ddc3-4d1d-a07e-75e967d25068</entry>
Oct 26 02:02:06 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:02:06 user nova-compute[74702]:     </system>
Oct 26 02:02:06 user nova-compute[74702]:   </sysinfo>
Oct 26 02:02:06 user nova-compute[74702]:   <os>
Oct 26 02:02:06 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:02:06 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:02:06 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:02:06 user nova-compute[74702]:   </os>
Oct 26 02:02:06 user nova-compute[74702]:   <features>
Oct 26 02:02:06 user nova-compute[74702]:     <acpi/>
Oct 26 02:02:06 user nova-compute[74702]:     <apic/>
Oct 26 02:02:06 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:02:06 user nova-compute[74702]:   </features>
Oct 26 02:02:06 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:02:06 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:02:06 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:02:06 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:02:06 user nova-compute[74702]:   </clock>
Oct 26 02:02:06 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:02:06 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:02:06 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:02:06 user nova-compute[74702]:   </cpu>
Oct 26 02:02:06 user nova-compute[74702]:   <devices>
Oct 26 02:02:06 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:02:06 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:02:06 user nova-compute[74702]:       <source dev="/dev/sdd"/>
Oct 26 02:02:06 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:02:06 user nova-compute[74702]:       <serial>6d5a1aea-9474-49fe-889e-680b944a0c4b</serial>
Oct 26 02:02:06 user nova-compute[74702]:     </disk>
Oct 26 02:02:06 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:02:06 user nova-compute[74702]:       <mac address="fa:16:3e:f8:75:1a"/>
Oct 26 02:02:06 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:02:06 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:02:06 user nova-compute[74702]:       <target dev="tapaa51007e-7c"/>
Oct 26 02:02:06 user nova-compute[74702]:     </interface>
Oct 26 02:02:06 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:02:06 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/409cea3c-ddc3-4d1d-a07e-75e967d25068/console.log" append="off"/>
Oct 26 02:02:06 user nova-compute[74702]:     </serial>
Oct 26 02:02:06 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:02:06 user nova-compute[74702]:     <video>
Oct 26 02:02:06 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:02:06 user nova-compute[74702]:     </video>
Oct 26 02:02:06 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:02:06 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:02:06 user nova-compute[74702]:     </rng>
Oct 26 02:02:06 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:02:06 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:02:06 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:02:06 user nova-compute[74702]:     </memballoon>
Oct 26 02:02:06 user nova-compute[74702]:   </devices>
Oct 26 02:02:06 user nova-compute[74702]: </domain>
Oct 26 02:02:06 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:01:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-572371066',display_name='tempest-TestVolumeBootPattern-server-572371066',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-572371066',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-c2f65x3y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:01:25Z,user_data=None,user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=409cea3c-ddc3-4d1d-a07e-75e967d25068,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "address": "fa:16:3e:f8:75:1a", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa51007e-7c", "ovs_interfaceid": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "address": "fa:16:3e:f8:75:1a", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa51007e-7c", "ovs_interfaceid": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=aa51007e-7cc4-4e08-b05a-2b20e190ff05,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa51007e-7c') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG os_vif [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=aa51007e-7cc4-4e08-b05a-2b20e190ff05,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa51007e-7c') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0d93b5a7-0ad6-5be0-aedf-86ddfb593f1b', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaa51007e-7c, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaa51007e-7c, col_values=(('qos', UUID('be91f44f-3ac9-4d3f-82ee-e8b09fdaf58d')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaa51007e-7c, col_values=(('external_ids', {'iface-id': 'aa51007e-7cc4-4e08-b05a-2b20e190ff05', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:75:1a', 'vm-uuid': '409cea3c-ddc3-4d1d-a07e-75e967d25068'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:06 user nova-compute[74702]: INFO os_vif [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=aa51007e-7cc4-4e08-b05a-2b20e190ff05,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa51007e-7c')
Oct 26 02:02:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] No VIF found with MAC fa:16:3e:f8:75:1a, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:02:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-f2cbf841-9b13-44df-8d9a-30cf379715bc req-bac07446-7c88-42eb-8175-5947bc101f4f service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Received event network-vif-plugged-aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:02:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f2cbf841-9b13-44df-8d9a-30cf379715bc req-bac07446-7c88-42eb-8175-5947bc101f4f service nova] Acquiring lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:02:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f2cbf841-9b13-44df-8d9a-30cf379715bc req-bac07446-7c88-42eb-8175-5947bc101f4f service nova] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:02:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f2cbf841-9b13-44df-8d9a-30cf379715bc req-bac07446-7c88-42eb-8175-5947bc101f4f service nova] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:02:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-f2cbf841-9b13-44df-8d9a-30cf379715bc req-bac07446-7c88-42eb-8175-5947bc101f4f service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] No waiting events found dispatching network-vif-plugged-aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:02:07 user nova-compute[74702]: WARNING nova.compute.manager [req-f2cbf841-9b13-44df-8d9a-30cf379715bc req-bac07446-7c88-42eb-8175-5947bc101f4f service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Received unexpected event network-vif-plugged-aa51007e-7cc4-4e08-b05a-2b20e190ff05 for instance with vm_state building and task_state spawning.
Oct 26 02:02:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:02:09 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Instance spawned successfully.
Oct 26 02:02:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:02:09 user nova-compute[74702]: INFO nova.compute.manager [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Took 4.97 seconds to spawn the instance on the hypervisor.
Oct 26 02:02:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-e2b74114-36a1-40a0-ae1a-df41e5861cc4 req-1b5070f8-c441-4d9d-a413-b82ef30d5249 service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Received event network-vif-plugged-aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e2b74114-36a1-40a0-ae1a-df41e5861cc4 req-1b5070f8-c441-4d9d-a413-b82ef30d5249 service nova] Acquiring lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e2b74114-36a1-40a0-ae1a-df41e5861cc4 req-1b5070f8-c441-4d9d-a413-b82ef30d5249 service nova] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e2b74114-36a1-40a0-ae1a-df41e5861cc4 req-1b5070f8-c441-4d9d-a413-b82ef30d5249 service nova] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:02:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-e2b74114-36a1-40a0-ae1a-df41e5861cc4 req-1b5070f8-c441-4d9d-a413-b82ef30d5249 service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] No waiting events found dispatching network-vif-plugged-aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:02:09 user nova-compute[74702]: WARNING nova.compute.manager [req-e2b74114-36a1-40a0-ae1a-df41e5861cc4 req-1b5070f8-c441-4d9d-a413-b82ef30d5249 service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Received unexpected event network-vif-plugged-aa51007e-7cc4-4e08-b05a-2b20e190ff05 for instance with vm_state building and task_state spawning.
Oct 26 02:02:09 user nova-compute[74702]: INFO nova.compute.manager [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Took 45.00 seconds to build instance.
Oct 26 02:02:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eaa9846c-8890-47c1-a9c4-322aa0dabfc4 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 45.088s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:02:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:02:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:36 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:02:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:02:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:02:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:02:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:02:36 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:02:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:02:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:02:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:02:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:02:38 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:02:38 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:02:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8401MB free_disk=25.12139129638672GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 81914eb5-12d5-4dcd-b0e1-582e70ed88bc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 409cea3c-ddc3-4d1d-a07e-75e967d25068 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:02:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.336s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:02:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:02:40 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:02:40 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:02:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:02:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:02:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:43 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:02:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:02:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:02:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:02:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:02:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:02:51 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:02:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:03:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-dc94bc00-c67a-44ef-94be-bc416957057b req-0fac96f8-6161-42fe-9a7a-300ee98f31f9 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Received event network-changed-7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:03:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-dc94bc00-c67a-44ef-94be-bc416957057b req-0fac96f8-6161-42fe-9a7a-300ee98f31f9 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Refreshing instance network info cache due to event network-changed-7d7239ed-38ca-4388-b1c7-1422e3ad7351. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:03:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dc94bc00-c67a-44ef-94be-bc416957057b req-0fac96f8-6161-42fe-9a7a-300ee98f31f9 service nova] Acquiring lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:03:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dc94bc00-c67a-44ef-94be-bc416957057b req-0fac96f8-6161-42fe-9a7a-300ee98f31f9 service nova] Acquired lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:03:04 user nova-compute[74702]: DEBUG nova.network.neutron [req-dc94bc00-c67a-44ef-94be-bc416957057b req-0fac96f8-6161-42fe-9a7a-300ee98f31f9 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Refreshing network info cache for port 7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:03:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-dc94bc00-c67a-44ef-94be-bc416957057b req-0fac96f8-6161-42fe-9a7a-300ee98f31f9 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updated VIF entry in instance network info cache for port 7d7239ed-38ca-4388-b1c7-1422e3ad7351. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:03:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-dc94bc00-c67a-44ef-94be-bc416957057b req-0fac96f8-6161-42fe-9a7a-300ee98f31f9 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updating instance_info_cache with network_info: [{"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:03:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dc94bc00-c67a-44ef-94be-bc416957057b req-0fac96f8-6161-42fe-9a7a-300ee98f31f9 service nova] Releasing lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:03:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:06 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Stashing vm_state: active {{(pid=74702) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 26 02:03:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:03:06 user nova-compute[74702]: INFO nova.compute.claims [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Claim successful on node user
Oct 26 02:03:06 user nova-compute[74702]: INFO nova.compute.resource_tracker [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updating resource usage from migration 972ba36e-244a-4290-a29f-9f7d0a08d6d7
Oct 26 02:03:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-533d6b16-603d-42c2-b39d-dce938ebb025 req-a7720e77-c48e-4da3-8f13-2aab9a1dda2f service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received event network-changed-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:03:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-533d6b16-603d-42c2-b39d-dce938ebb025 req-a7720e77-c48e-4da3-8f13-2aab9a1dda2f service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Refreshing instance network info cache due to event network-changed-bdcd140b-a197-43db-b585-f35776db733c. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:03:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-533d6b16-603d-42c2-b39d-dce938ebb025 req-a7720e77-c48e-4da3-8f13-2aab9a1dda2f service nova] Acquiring lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:03:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-533d6b16-603d-42c2-b39d-dce938ebb025 req-a7720e77-c48e-4da3-8f13-2aab9a1dda2f service nova] Acquired lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:03:06 user nova-compute[74702]: DEBUG nova.network.neutron [req-533d6b16-603d-42c2-b39d-dce938ebb025 req-a7720e77-c48e-4da3-8f13-2aab9a1dda2f service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Refreshing network info cache for port bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.297s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:07 user nova-compute[74702]: INFO nova.compute.manager [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Migrating
Oct 26 02:03:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG nova.network.neutron [req-533d6b16-603d-42c2-b39d-dce938ebb025 req-a7720e77-c48e-4da3-8f13-2aab9a1dda2f service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updated VIF entry in instance network info cache for port bdcd140b-a197-43db-b585-f35776db733c. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG nova.network.neutron [req-533d6b16-603d-42c2-b39d-dce938ebb025 req-a7720e77-c48e-4da3-8f13-2aab9a1dda2f service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updating instance_info_cache with network_info: [{"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-533d6b16-603d-42c2-b39d-dce938ebb025 req-a7720e77-c48e-4da3-8f13-2aab9a1dda2f service nova] Releasing lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquired lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updating instance_info_cache with network_info: [{"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Releasing lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Starting migrate_disk_and_power_off {{(pid=74702) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:08 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Instance destroyed successfully.
Oct 26 02:03:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:01:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-515621977',display_name='tempest-ServerActionsTestOtherA-server-515621977',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-515621977',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDFoRJajMeq6uo6web96f8WeUIvXWHLjzMHyWZvgaevfgpipg4k8T1A6GQrnnL+ypgwmRWm0Zi1OogEjmR0JMPafAxDB/NLC0Gfvy9spfodUvidQALkdU9NDzCajWpg85Q==',key_name='tempest-keypair-931142463',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:01:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-fbo2p5zd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:03:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=81914eb5-12d5-4dcd-b0e1-582e70ed88bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1704714574-network", "vif_mac": "fa:16:3e:04:55:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1704714574-network", "vif_mac": "fa:16:3e:04:55:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_vif [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbdcd140b-a1, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b0758d62-eaf2-4e95-8347-9f7c5d57ea3f) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:08 user nova-compute[74702]: INFO os_vif [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1')
Oct 26 02:03:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lpbXGHPB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:03:08 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9205677-b573-4e11-948c-89297a7bd13d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:03:08 user nova-compute[74702]: No targets found.
Oct 26 02:03:08 user nova-compute[74702]: iSNS:
Oct 26 02:03:08 user nova-compute[74702]: No targets found.
Oct 26 02:03:08 user nova-compute[74702]: STATIC:
Oct 26 02:03:08 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda
Oct 26 02:03:08 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:03:08 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:03:08 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 02:03:08 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:03:08 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:03:08 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b
Oct 26 02:03:08 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:03:08 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:03:08 user nova-compute[74702]: FIRMWARE:
Oct 26 02:03:08 user nova-compute[74702]: No targets found.
Oct 26 02:03:08 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:03:08 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:03:08 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bec6f459-d2ac-45af-b4fd-f4b7c97b02f8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[225c3d95-a788-4445-b333-a38872487573]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:03:08 user nova-compute[74702]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:03:08 user nova-compute[74702]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b (non-flash)
Oct 26 02:03:08 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:03:08 user nova-compute[74702]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:03:08 user nova-compute[74702]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b (non-flash)
Oct 26 02:03:08 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9508165240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cae398b-612b-406c-9c64-bc46e3d8a98b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[83dddbbc-7d0d-4cbf-a8d2-b8f5d018e15b]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[06c1fdc0-bbe2-4a1e-a10b-06955f408a62]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac130be6-0b90-4925-8628-94bbb6e1a44a]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26462326333653733', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_a49cefa2', '/dev/disk/by-id/scsi-1SCST_BIOa49cefa2-db2c3e7338b3ab45') {{(pid=85952) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c139bbc-f514-4783-9c41-45ae6687ecf6]: (4, None) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ea194ea-0f0a-497a-b5ad-6c07c02c4f28]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb56dc2-dec7-4498-b32b-1a67bc3e67cf]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260]
Oct 26 02:03:08 user nova-compute[74702]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260] successful.
Oct 26 02:03:08 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[411fc601-7021-4b5e-ae72-df6300f78475]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== disconnect_volume: return (323ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:03:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:03:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-16a826d3-591e-4bee-afc5-69dc06e2af93 req-a4f0d5a9-5cea-4472-a983-7133cea9d4db service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received event network-vif-unplugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:03:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-16a826d3-591e-4bee-afc5-69dc06e2af93 req-a4f0d5a9-5cea-4472-a983-7133cea9d4db service nova] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-16a826d3-591e-4bee-afc5-69dc06e2af93 req-a4f0d5a9-5cea-4472-a983-7133cea9d4db service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-16a826d3-591e-4bee-afc5-69dc06e2af93 req-a4f0d5a9-5cea-4472-a983-7133cea9d4db service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-16a826d3-591e-4bee-afc5-69dc06e2af93 req-a4f0d5a9-5cea-4472-a983-7133cea9d4db service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] No waiting events found dispatching network-vif-unplugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:03:09 user nova-compute[74702]: WARNING nova.compute.manager [req-16a826d3-591e-4bee-afc5-69dc06e2af93 req-a4f0d5a9-5cea-4472-a983-7133cea9d4db service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received unexpected event network-vif-unplugged-bdcd140b-a197-43db-b585-f35776db733c for instance with vm_state active and task_state resize_migrating.
Oct 26 02:03:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-16a826d3-591e-4bee-afc5-69dc06e2af93 req-a4f0d5a9-5cea-4472-a983-7133cea9d4db service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received event network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:03:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-16a826d3-591e-4bee-afc5-69dc06e2af93 req-a4f0d5a9-5cea-4472-a983-7133cea9d4db service nova] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-16a826d3-591e-4bee-afc5-69dc06e2af93 req-a4f0d5a9-5cea-4472-a983-7133cea9d4db service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-16a826d3-591e-4bee-afc5-69dc06e2af93 req-a4f0d5a9-5cea-4472-a983-7133cea9d4db service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-16a826d3-591e-4bee-afc5-69dc06e2af93 req-a4f0d5a9-5cea-4472-a983-7133cea9d4db service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] No waiting events found dispatching network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:03:09 user nova-compute[74702]: WARNING nova.compute.manager [req-16a826d3-591e-4bee-afc5-69dc06e2af93 req-a4f0d5a9-5cea-4472-a983-7133cea9d4db service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received unexpected event network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c for instance with vm_state active and task_state resize_migrating.
Oct 26 02:03:10 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Port bdcd140b-a197-43db-b585-f35776db733c binding to destination host user is already ACTIVE {{(pid=74702) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquired lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updating instance_info_cache with network_info: [{"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Releasing lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG os_brick.utils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.114s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f908e405-069d-436d-af4c-015a77fd8a34]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d89a842-c704-4ce9-9354-7cdde4ab8be3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cfd0227-b6c3-4bb1-a651-fc5f77202404]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b615cf4d-116c-42db-a504-aa8b4f7b33da]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:03:11 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:03:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2497c04c-29a6-4bec-98d0-eeb9ae2dbb7b]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:03:11 user nova-compute[74702]: DEBUG os_brick.utils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== get_connector_properties: return (433ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:03:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "409cea3c-ddc3-4d1d-a07e-75e967d25068" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:15 user nova-compute[74702]: INFO nova.compute.manager [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Terminating instance
Oct 26 02:03:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-98d59d80-d7fa-4077-8605-d84fc19d38d6 req-196093ff-d25e-4461-a786-e05b17880e09 service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Received event network-vif-unplugged-aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-98d59d80-d7fa-4077-8605-d84fc19d38d6 req-196093ff-d25e-4461-a786-e05b17880e09 service nova] Acquiring lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-98d59d80-d7fa-4077-8605-d84fc19d38d6 req-196093ff-d25e-4461-a786-e05b17880e09 service nova] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-98d59d80-d7fa-4077-8605-d84fc19d38d6 req-196093ff-d25e-4461-a786-e05b17880e09 service nova] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-98d59d80-d7fa-4077-8605-d84fc19d38d6 req-196093ff-d25e-4461-a786-e05b17880e09 service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] No waiting events found dispatching network-vif-unplugged-aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:03:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-98d59d80-d7fa-4077-8605-d84fc19d38d6 req-196093ff-d25e-4461-a786-e05b17880e09 service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Received event network-vif-unplugged-aa51007e-7cc4-4e08-b05a-2b20e190ff05 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:03:16 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Instance destroyed successfully.
Oct 26 02:03:16 user nova-compute[74702]: DEBUG nova.objects.instance [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lazy-loading 'resources' on Instance uuid 409cea3c-ddc3-4d1d-a07e-75e967d25068 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:01:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-572371066',display_name='tempest-TestVolumeBootPattern-server-572371066',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-572371066',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:02:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-c2f65x3y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:02:10Z,user_data=None,user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=409cea3c-ddc3-4d1d-a07e-75e967d25068,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "address": "fa:16:3e:f8:75:1a", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa51007e-7c", "ovs_interfaceid": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "address": "fa:16:3e:f8:75:1a", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa51007e-7c", "ovs_interfaceid": "aa51007e-7cc4-4e08-b05a-2b20e190ff05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=aa51007e-7cc4-4e08-b05a-2b20e190ff05,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa51007e-7c') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_vif [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=aa51007e-7cc4-4e08-b05a-2b20e190ff05,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa51007e-7c') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaa51007e-7c, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=be91f44f-3ac9-4d3f-82ee-e8b09fdaf58d) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:03:16 user nova-compute[74702]: INFO os_vif [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=aa51007e-7cc4-4e08-b05a-2b20e190ff05,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa51007e-7c')
Oct 26 02:03:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wmdToDSL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:03:16 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a9a4773-c420-46cd-8616-f5f07bfea4af]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:03:16 user nova-compute[74702]: No targets found.
Oct 26 02:03:16 user nova-compute[74702]: iSNS:
Oct 26 02:03:16 user nova-compute[74702]: No targets found.
Oct 26 02:03:16 user nova-compute[74702]: STATIC:
Oct 26 02:03:16 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 02:03:16 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:03:16 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:03:16 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b
Oct 26 02:03:16 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:03:16 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:03:16 user nova-compute[74702]: FIRMWARE:
Oct 26 02:03:16 user nova-compute[74702]: No targets found.
Oct 26 02:03:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:03:16 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:03:16 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed7f7d1-f76e-4ac2-a578-272e59b102a5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3c4825f-d7a7-44dd-b288-0554893df660]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:03:16 user nova-compute[74702]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b (non-flash)
Oct 26 02:03:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:03:16 user nova-compute[74702]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b (non-flash)
Oct 26 02:03:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9508123c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b'): ({'sdd'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Removing single pathed devices sdd {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[af94ffa0-f3e1-42c0-8cb5-43ab1d127985]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.165s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eb8c92e-3c2f-4e73-b62e-9dfba2717361]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flushing IO for device /dev/sdd {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecee704e-98a4-4be0-85a6-c948bcb4fb78]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.088s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8d76d29-c635-4dbd-beee-336865e63961]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.081s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[480babdf-2a86-45aa-9505-ac8072963e98]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a007b491-42cd-4f9b-9ca2-51516eec30c2]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b, portal: 172.16.0.220,3260]
Oct 26 02:03:16 user nova-compute[74702]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b, portal: 172.16.0.220,3260] successful.
Oct 26 02:03:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d5a1aea-9474-49fe-889e-680b944a0c4b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[26f97c3b-9a42-4b01-841d-55f462360ed3]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.542s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== disconnect_volume: return (544ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:03:16 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Deleting instance files /opt/stack/data/nova/instances/409cea3c-ddc3-4d1d-a07e-75e967d25068_del
Oct 26 02:03:16 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Deletion of /opt/stack/data/nova/instances/409cea3c-ddc3-4d1d-a07e-75e967d25068_del complete
Oct 26 02:03:16 user nova-compute[74702]: INFO nova.compute.manager [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Took 1.41 seconds to destroy the instance on the hypervisor.
Oct 26 02:03:16 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:03:16 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:03:17 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:03:17 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Took 0.44 seconds to deallocate network for instance.
Oct 26 02:03:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-8f9d1263-ec53-4d33-a581-8b0b87ed7697 req-334d783d-4170-4dd5-b49f-64fe68981bd3 service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Received event network-vif-plugged-aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:03:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8f9d1263-ec53-4d33-a581-8b0b87ed7697 req-334d783d-4170-4dd5-b49f-64fe68981bd3 service nova] Acquiring lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8f9d1263-ec53-4d33-a581-8b0b87ed7697 req-334d783d-4170-4dd5-b49f-64fe68981bd3 service nova] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8f9d1263-ec53-4d33-a581-8b0b87ed7697 req-334d783d-4170-4dd5-b49f-64fe68981bd3 service nova] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-8f9d1263-ec53-4d33-a581-8b0b87ed7697 req-334d783d-4170-4dd5-b49f-64fe68981bd3 service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] No waiting events found dispatching network-vif-plugged-aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:03:17 user nova-compute[74702]: WARNING nova.compute.manager [req-8f9d1263-ec53-4d33-a581-8b0b87ed7697 req-334d783d-4170-4dd5-b49f-64fe68981bd3 service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Received unexpected event network-vif-plugged-aa51007e-7cc4-4e08-b05a-2b20e190ff05 for instance with vm_state active and task_state deleting.
Oct 26 02:03:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-8f9d1263-ec53-4d33-a581-8b0b87ed7697 req-334d783d-4170-4dd5-b49f-64fe68981bd3 service nova] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Received event network-vif-deleted-aa51007e-7cc4-4e08-b05a-2b20e190ff05 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:03:18 user nova-compute[74702]: INFO nova.compute.manager [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Took 0.81 seconds to detach 1 volumes for instance.
Oct 26 02:03:18 user nova-compute[74702]: DEBUG nova.compute.manager [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 409cea3c-ddc3-4d1d-a07e-75e967d25068] Deleting volume: 6d5a1aea-9474-49fe-889e-680b944a0c4b {{(pid=74702) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 26 02:03:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:18 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:03:18 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:03:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.309s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:18 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Deleted allocations for instance 409cea3c-ddc3-4d1d-a07e-75e967d25068
Oct 26 02:03:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bc598861-9981-4223-8b2f-ac0c81c5dcbb tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "409cea3c-ddc3-4d1d-a07e-75e967d25068" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.232s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:20 user nova-compute[74702]: DEBUG nova.compute.manager [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:03:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:20 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:03:20 user nova-compute[74702]: INFO nova.compute.claims [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Claim successful on node user
Oct 26 02:03:21 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.333s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG nova.network.neutron [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:03:21 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:03:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG nova.policy [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46fdabdfc28b461cbd8d272b56e2347c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '630fa5a061b541fbb2d98ad9599ac594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:03:21 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Creating image(s)
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "/opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "/opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "/opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.190s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk 1073741824" returned: 0 in 0.049s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Successfully created port: c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Cannot resize image /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Ensure instance console log exists: /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Successfully updated port: c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "refresh_cache-fb19a14b-b82d-4558-b41c-d70d6a1a09e1" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquired lock "refresh_cache-fb19a14b-b82d-4558-b41c-d70d6a1a09e1" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-f4e90769-0ae0-4411-81e3-b8189c77a9db req-896ef0b9-16b5-4ec2-a079-5f28e61a9a3a service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Received event network-changed-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-f4e90769-0ae0-4411-81e3-b8189c77a9db req-896ef0b9-16b5-4ec2-a079-5f28e61a9a3a service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Refreshing instance network info cache due to event network-changed-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f4e90769-0ae0-4411-81e3-b8189c77a9db req-896ef0b9-16b5-4ec2-a079-5f28e61a9a3a service nova] Acquiring lock "refresh_cache-fb19a14b-b82d-4558-b41c-d70d6a1a09e1" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:03:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Updating instance_info_cache with network_info: [{"id": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "address": "fa:16:3e:c5:bd:fc", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1d6950d-5e", "ovs_interfaceid": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Releasing lock "refresh_cache-fb19a14b-b82d-4558-b41c-d70d6a1a09e1" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.compute.manager [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Instance network_info: |[{"id": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "address": "fa:16:3e:c5:bd:fc", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1d6950d-5e", "ovs_interfaceid": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f4e90769-0ae0-4411-81e3-b8189c77a9db req-896ef0b9-16b5-4ec2-a079-5f28e61a9a3a service nova] Acquired lock "refresh_cache-fb19a14b-b82d-4558-b41c-d70d6a1a09e1" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.network.neutron [req-f4e90769-0ae0-4411-81e3-b8189c77a9db req-896ef0b9-16b5-4ec2-a079-5f28e61a9a3a service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Refreshing network info cache for port c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Start _get_guest_xml network_info=[{"id": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "address": "fa:16:3e:c5:bd:fc", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1d6950d-5e", "ovs_interfaceid": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:03:23 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:03:23 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:03:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1559134270',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1559134270',id=36,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-9ynaram4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:03:21Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=fb19a14b-b82d-4558-b41c-d70d6a1a09e1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "address": "fa:16:3e:c5:bd:fc", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1d6950d-5e", "ovs_interfaceid": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "address": "fa:16:3e:c5:bd:fc", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1d6950d-5e", "ovs_interfaceid": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:bd:fc,bridge_name='br-int',has_traffic_filtering=True,id=c1d6950d-5e53-44cc-8ae3-f14886ebf9e0,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1d6950d-5e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.objects.instance [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'pci_devices' on Instance uuid fb19a14b-b82d-4558-b41c-d70d6a1a09e1 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:03:23 user nova-compute[74702]:   <uuid>fb19a14b-b82d-4558-b41c-d70d6a1a09e1</uuid>
Oct 26 02:03:23 user nova-compute[74702]:   <name>instance-00000024</name>
Oct 26 02:03:23 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:03:23 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:03:23 user nova-compute[74702]:   <metadata>
Oct 26 02:03:23 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:03:23 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:03:23 user nova-compute[74702]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1559134270</nova:name>
Oct 26 02:03:23 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:03:23</nova:creationTime>
Oct 26 02:03:23 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:03:23 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:03:23 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:03:23 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:03:23 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:03:23 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:03:23 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:03:23 user nova-compute[74702]:       <nova:owner>
Oct 26 02:03:23 user nova-compute[74702]:         <nova:user uuid="46fdabdfc28b461cbd8d272b56e2347c">tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member</nova:user>
Oct 26 02:03:23 user nova-compute[74702]:         <nova:project uuid="630fa5a061b541fbb2d98ad9599ac594">tempest-ServerBootFromVolumeStableRescueTest-839084851</nova:project>
Oct 26 02:03:23 user nova-compute[74702]:       </nova:owner>
Oct 26 02:03:23 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 02:03:23 user nova-compute[74702]:       <nova:ports>
Oct 26 02:03:23 user nova-compute[74702]:         <nova:port uuid="c1d6950d-5e53-44cc-8ae3-f14886ebf9e0">
Oct 26 02:03:23 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 26 02:03:23 user nova-compute[74702]:         </nova:port>
Oct 26 02:03:23 user nova-compute[74702]:       </nova:ports>
Oct 26 02:03:23 user nova-compute[74702]:     </nova:instance>
Oct 26 02:03:23 user nova-compute[74702]:   </metadata>
Oct 26 02:03:23 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:03:23 user nova-compute[74702]:     <system>
Oct 26 02:03:23 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:03:23 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:03:23 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:03:23 user nova-compute[74702]:       <entry name="serial">fb19a14b-b82d-4558-b41c-d70d6a1a09e1</entry>
Oct 26 02:03:23 user nova-compute[74702]:       <entry name="uuid">fb19a14b-b82d-4558-b41c-d70d6a1a09e1</entry>
Oct 26 02:03:23 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:03:23 user nova-compute[74702]:     </system>
Oct 26 02:03:23 user nova-compute[74702]:   </sysinfo>
Oct 26 02:03:23 user nova-compute[74702]:   <os>
Oct 26 02:03:23 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:03:23 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:03:23 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:03:23 user nova-compute[74702]:   </os>
Oct 26 02:03:23 user nova-compute[74702]:   <features>
Oct 26 02:03:23 user nova-compute[74702]:     <acpi/>
Oct 26 02:03:23 user nova-compute[74702]:     <apic/>
Oct 26 02:03:23 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:03:23 user nova-compute[74702]:   </features>
Oct 26 02:03:23 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:03:23 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:03:23 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:03:23 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:03:23 user nova-compute[74702]:   </clock>
Oct 26 02:03:23 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:03:23 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:03:23 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:03:23 user nova-compute[74702]:   </cpu>
Oct 26 02:03:23 user nova-compute[74702]:   <devices>
Oct 26 02:03:23 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:03:23 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:03:23 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk"/>
Oct 26 02:03:23 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:03:23 user nova-compute[74702]:     </disk>
Oct 26 02:03:23 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:03:23 user nova-compute[74702]:       <mac address="fa:16:3e:c5:bd:fc"/>
Oct 26 02:03:23 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:03:23 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:03:23 user nova-compute[74702]:       <target dev="tapc1d6950d-5e"/>
Oct 26 02:03:23 user nova-compute[74702]:     </interface>
Oct 26 02:03:23 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:03:23 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/console.log" append="off"/>
Oct 26 02:03:23 user nova-compute[74702]:     </serial>
Oct 26 02:03:23 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:03:23 user nova-compute[74702]:     <video>
Oct 26 02:03:23 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:03:23 user nova-compute[74702]:     </video>
Oct 26 02:03:23 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:03:23 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:03:23 user nova-compute[74702]:     </rng>
Oct 26 02:03:23 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:03:23 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:03:23 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:03:23 user nova-compute[74702]:     </memballoon>
Oct 26 02:03:23 user nova-compute[74702]:   </devices>
Oct 26 02:03:23 user nova-compute[74702]: </domain>
Oct 26 02:03:23 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:03:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1559134270',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1559134270',id=36,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-9ynaram4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:03:21Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=fb19a14b-b82d-4558-b41c-d70d6a1a09e1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "address": "fa:16:3e:c5:bd:fc", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1d6950d-5e", "ovs_interfaceid": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "address": "fa:16:3e:c5:bd:fc", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1d6950d-5e", "ovs_interfaceid": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:bd:fc,bridge_name='br-int',has_traffic_filtering=True,id=c1d6950d-5e53-44cc-8ae3-f14886ebf9e0,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1d6950d-5e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG os_vif [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:bd:fc,bridge_name='br-int',has_traffic_filtering=True,id=c1d6950d-5e53-44cc-8ae3-f14886ebf9e0,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1d6950d-5e') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f68221c3-854f-5fa6-9c6f-ee03213b6d87', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc1d6950d-5e, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc1d6950d-5e, col_values=(('qos', UUID('867990ea-57e9-4ff7-a673-1c268bc0fd5b')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc1d6950d-5e, col_values=(('external_ids', {'iface-id': 'c1d6950d-5e53-44cc-8ae3-f14886ebf9e0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c5:bd:fc', 'vm-uuid': 'fb19a14b-b82d-4558-b41c-d70d6a1a09e1'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:23 user nova-compute[74702]: INFO os_vif [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:bd:fc,bridge_name='br-int',has_traffic_filtering=True,id=c1d6950d-5e53-44cc-8ae3-f14886ebf9e0,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1d6950d-5e')
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No VIF found with MAC fa:16:3e:c5:bd:fc, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.network.neutron [req-f4e90769-0ae0-4411-81e3-b8189c77a9db req-896ef0b9-16b5-4ec2-a079-5f28e61a9a3a service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Updated VIF entry in instance network info cache for port c1d6950d-5e53-44cc-8ae3-f14886ebf9e0. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG nova.network.neutron [req-f4e90769-0ae0-4411-81e3-b8189c77a9db req-896ef0b9-16b5-4ec2-a079-5f28e61a9a3a service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Updating instance_info_cache with network_info: [{"id": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "address": "fa:16:3e:c5:bd:fc", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1d6950d-5e", "ovs_interfaceid": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:03:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f4e90769-0ae0-4411-81e3-b8189c77a9db req-896ef0b9-16b5-4ec2-a079-5f28e61a9a3a service nova] Releasing lock "refresh_cache-fb19a14b-b82d-4558-b41c-d70d6a1a09e1" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:03:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:24 user nova-compute[74702]: DEBUG nova.compute.manager [req-4e4389a9-9053-4a66-9646-47d6b44cee90 req-6a27b719-27e6-4caf-af29-4aa03e2e6931 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Received event network-vif-plugged-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:03:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4e4389a9-9053-4a66-9646-47d6b44cee90 req-6a27b719-27e6-4caf-af29-4aa03e2e6931 service nova] Acquiring lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4e4389a9-9053-4a66-9646-47d6b44cee90 req-6a27b719-27e6-4caf-af29-4aa03e2e6931 service nova] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4e4389a9-9053-4a66-9646-47d6b44cee90 req-6a27b719-27e6-4caf-af29-4aa03e2e6931 service nova] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:24 user nova-compute[74702]: DEBUG nova.compute.manager [req-4e4389a9-9053-4a66-9646-47d6b44cee90 req-6a27b719-27e6-4caf-af29-4aa03e2e6931 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] No waiting events found dispatching network-vif-plugged-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:03:24 user nova-compute[74702]: WARNING nova.compute.manager [req-4e4389a9-9053-4a66-9646-47d6b44cee90 req-6a27b719-27e6-4caf-af29-4aa03e2e6931 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Received unexpected event network-vif-plugged-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 for instance with vm_state building and task_state spawning.
Oct 26 02:03:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG nova.compute.manager [req-4ab47c2d-cbab-4a91-99fb-cba0a4d9e1db req-a0f1e3d6-5ff4-427d-9f73-2874f6c09af2 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Received event network-vif-plugged-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4ab47c2d-cbab-4a91-99fb-cba0a4d9e1db req-a0f1e3d6-5ff4-427d-9f73-2874f6c09af2 service nova] Acquiring lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4ab47c2d-cbab-4a91-99fb-cba0a4d9e1db req-a0f1e3d6-5ff4-427d-9f73-2874f6c09af2 service nova] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4ab47c2d-cbab-4a91-99fb-cba0a4d9e1db req-a0f1e3d6-5ff4-427d-9f73-2874f6c09af2 service nova] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG nova.compute.manager [req-4ab47c2d-cbab-4a91-99fb-cba0a4d9e1db req-a0f1e3d6-5ff4-427d-9f73-2874f6c09af2 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] No waiting events found dispatching network-vif-plugged-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:03:26 user nova-compute[74702]: WARNING nova.compute.manager [req-4ab47c2d-cbab-4a91-99fb-cba0a4d9e1db req-a0f1e3d6-5ff4-427d-9f73-2874f6c09af2 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Received unexpected event network-vif-plugged-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 for instance with vm_state building and task_state spawning.
Oct 26 02:03:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:03:26 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Instance spawned successfully.
Oct 26 02:03:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:03:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:26 user nova-compute[74702]: INFO nova.compute.manager [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Took 5.43 seconds to spawn the instance on the hypervisor.
Oct 26 02:03:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:03:27 user nova-compute[74702]: INFO nova.compute.manager [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Took 6.13 seconds to build instance.
Oct 26 02:03:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bdbf8dec-35bb-49ec-858d-08d8ae9f948d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.229s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Starting finish_migration {{(pid=74702) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Instance directory exists: not creating {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 02:03:29 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Creating image(s)
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Ensure instance console log exists: /opt/stack/data/nova/instances/81914eb5-12d5-4dcd-b0e1-582e70ed88bc/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Start _get_guest_xml network_info=[{"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1704714574-network", "vif_mac": "fa:16:3e:04:55:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lpbXGHPB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '81914eb5-12d5-4dcd-b0e1-582e70ed88bc', 'attached_at': '2023-10-26T02:03:29.000000', 'detached_at': '', 'volume_id': '6b5e372a-bc1b-4476-934e-00da31024eda', 'serial': '6b5e372a-bc1b-4476-934e-00da31024eda'}, 'attachment_id': '0c8d805a-e360-4d61-90c6-3305c74a5ea9', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:03:29 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:03:29 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lpbXGHPB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:03:29 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:03:29 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:03:29 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4996340e-5792-45df-ab56-a7298b52cc04]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:03:29 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a40b16e5-548c-42a9-8710-e2a4a347572e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda] added
Oct 26 02:03:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1a1bb58-1df8-4bc7-903c-c3b4595d519f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d37b8d4-b6c6-471b-b7cf-f463d30888c0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lpbXGHPB {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lpbXGHPB" returned: 0 in 0.030s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bb74c79-8071-46d9-82d9-7ee6c5e4de84]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lpbXGHPB'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e168445b-56d8-4ab9-b642-fbe7a0ac6ef4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e29af6-fe5c-498b-9ecf-ba1bbf41822f]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:03:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:03:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b126da45-8840-4109-8b14-4d33126d60f4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260]
Oct 26 02:03:29 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260] successful.
Oct 26 02:03:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[380a28af-e520-4ea4-822a-d8e05764bb82]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2028256f-bca9-4f40-bf86-dc2b16136b19]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:03:29 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:03:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:03:29 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:03:29 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] HCTL ('33', '-', '-', 0) found on session 36 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2779c834-7794-444b-8a10-3e85a89f8b69]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:03:29 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lpbXGHPB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.349s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '26462326333653733', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26462326333653733', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:01:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-515621977',display_name='tempest-ServerActionsTestOtherA-server-515621977',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-515621977',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDFoRJajMeq6uo6web96f8WeUIvXWHLjzMHyWZvgaevfgpipg4k8T1A6GQrnnL+ypgwmRWm0Zi1OogEjmR0JMPafAxDB/NLC0Gfvy9spfodUvidQALkdU9NDzCajWpg85Q==',key_name='tempest-keypair-931142463',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:01:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-fbo2p5zd',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:03:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=81914eb5-12d5-4dcd-b0e1-582e70ed88bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1704714574-network", "vif_mac": "fa:16:3e:04:55:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1704714574-network", "vif_mac": "fa:16:3e:04:55:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:03:30 user nova-compute[74702]:   <uuid>81914eb5-12d5-4dcd-b0e1-582e70ed88bc</uuid>
Oct 26 02:03:30 user nova-compute[74702]:   <name>instance-00000022</name>
Oct 26 02:03:30 user nova-compute[74702]:   <memory>2097152</memory>
Oct 26 02:03:30 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:03:30 user nova-compute[74702]:   <metadata>
Oct 26 02:03:30 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:03:30 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:03:30 user nova-compute[74702]:       <nova:name>tempest-ServerActionsTestOtherA-server-515621977</nova:name>
Oct 26 02:03:30 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:03:29</nova:creationTime>
Oct 26 02:03:30 user nova-compute[74702]:       <nova:flavor name="m1.small">
Oct 26 02:03:30 user nova-compute[74702]:         <nova:memory>2048</nova:memory>
Oct 26 02:03:30 user nova-compute[74702]:         <nova:disk>20</nova:disk>
Oct 26 02:03:30 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:03:30 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:03:30 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:03:30 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:03:30 user nova-compute[74702]:       <nova:owner>
Oct 26 02:03:30 user nova-compute[74702]:         <nova:user uuid="1040ae84bdf74ea68a989fb6febb8016">tempest-ServerActionsTestOtherA-1464979894-project-member</nova:user>
Oct 26 02:03:30 user nova-compute[74702]:         <nova:project uuid="0275606333754879b2e158ee08c8c266">tempest-ServerActionsTestOtherA-1464979894</nova:project>
Oct 26 02:03:30 user nova-compute[74702]:       </nova:owner>
Oct 26 02:03:30 user nova-compute[74702]:       <nova:ports>
Oct 26 02:03:30 user nova-compute[74702]:         <nova:port uuid="bdcd140b-a197-43db-b585-f35776db733c">
Oct 26 02:03:30 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 26 02:03:30 user nova-compute[74702]:         </nova:port>
Oct 26 02:03:30 user nova-compute[74702]:       </nova:ports>
Oct 26 02:03:30 user nova-compute[74702]:     </nova:instance>
Oct 26 02:03:30 user nova-compute[74702]:   </metadata>
Oct 26 02:03:30 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:03:30 user nova-compute[74702]:     <system>
Oct 26 02:03:30 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:03:30 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:03:30 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:03:30 user nova-compute[74702]:       <entry name="serial">81914eb5-12d5-4dcd-b0e1-582e70ed88bc</entry>
Oct 26 02:03:30 user nova-compute[74702]:       <entry name="uuid">81914eb5-12d5-4dcd-b0e1-582e70ed88bc</entry>
Oct 26 02:03:30 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:03:30 user nova-compute[74702]:     </system>
Oct 26 02:03:30 user nova-compute[74702]:   </sysinfo>
Oct 26 02:03:30 user nova-compute[74702]:   <os>
Oct 26 02:03:30 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:03:30 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:03:30 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:03:30 user nova-compute[74702]:   </os>
Oct 26 02:03:30 user nova-compute[74702]:   <features>
Oct 26 02:03:30 user nova-compute[74702]:     <acpi/>
Oct 26 02:03:30 user nova-compute[74702]:     <apic/>
Oct 26 02:03:30 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:03:30 user nova-compute[74702]:   </features>
Oct 26 02:03:30 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:03:30 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:03:30 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:03:30 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:03:30 user nova-compute[74702]:   </clock>
Oct 26 02:03:30 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:03:30 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:03:30 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:03:30 user nova-compute[74702]:   </cpu>
Oct 26 02:03:30 user nova-compute[74702]:   <devices>
Oct 26 02:03:30 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:03:30 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:03:30 user nova-compute[74702]:       <source dev="/dev/sdb"/>
Oct 26 02:03:30 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:03:30 user nova-compute[74702]:       <serial>6b5e372a-bc1b-4476-934e-00da31024eda</serial>
Oct 26 02:03:30 user nova-compute[74702]:     </disk>
Oct 26 02:03:30 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:03:30 user nova-compute[74702]:       <mac address="fa:16:3e:04:55:f8"/>
Oct 26 02:03:30 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:03:30 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:03:30 user nova-compute[74702]:       <target dev="tapbdcd140b-a1"/>
Oct 26 02:03:30 user nova-compute[74702]:     </interface>
Oct 26 02:03:30 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:03:30 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/81914eb5-12d5-4dcd-b0e1-582e70ed88bc/console.log" append="off"/>
Oct 26 02:03:30 user nova-compute[74702]:     </serial>
Oct 26 02:03:30 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:03:30 user nova-compute[74702]:     <video>
Oct 26 02:03:30 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:03:30 user nova-compute[74702]:     </video>
Oct 26 02:03:30 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:03:30 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:03:30 user nova-compute[74702]:     </rng>
Oct 26 02:03:30 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:03:30 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:03:30 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:03:30 user nova-compute[74702]:     </memballoon>
Oct 26 02:03:30 user nova-compute[74702]:   </devices>
Oct 26 02:03:30 user nova-compute[74702]: </domain>
Oct 26 02:03:30 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:01:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-515621977',display_name='tempest-ServerActionsTestOtherA-server-515621977',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-515621977',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDFoRJajMeq6uo6web96f8WeUIvXWHLjzMHyWZvgaevfgpipg4k8T1A6GQrnnL+ypgwmRWm0Zi1OogEjmR0JMPafAxDB/NLC0Gfvy9spfodUvidQALkdU9NDzCajWpg85Q==',key_name='tempest-keypair-931142463',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:01:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-fbo2p5zd',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:03:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=81914eb5-12d5-4dcd-b0e1-582e70ed88bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1704714574-network", "vif_mac": "fa:16:3e:04:55:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1704714574-network", "vif_mac": "fa:16:3e:04:55:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG os_vif [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '53ddbaf4-d514-518a-abcb-adec180a024c', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbdcd140b-a1, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbdcd140b-a1, col_values=(('qos', UUID('fd1c08d0-c5ab-49bf-8fd0-6ced2a06f547')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbdcd140b-a1, col_values=(('external_ids', {'iface-id': 'bdcd140b-a197-43db-b585-f35776db733c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:55:f8', 'vm-uuid': '81914eb5-12d5-4dcd-b0e1-582e70ed88bc'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:30 user nova-compute[74702]: INFO os_vif [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1')
Oct 26 02:03:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:03:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] No VIF found with MAC fa:16:3e:04:55:f8, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:03:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-8a1d03a7-5b9c-46d8-9b88-6628da650195 req-28ece2d7-a6ce-442e-b5be-64ce81082e5c service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received event network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:03:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8a1d03a7-5b9c-46d8-9b88-6628da650195 req-28ece2d7-a6ce-442e-b5be-64ce81082e5c service nova] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8a1d03a7-5b9c-46d8-9b88-6628da650195 req-28ece2d7-a6ce-442e-b5be-64ce81082e5c service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8a1d03a7-5b9c-46d8-9b88-6628da650195 req-28ece2d7-a6ce-442e-b5be-64ce81082e5c service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-8a1d03a7-5b9c-46d8-9b88-6628da650195 req-28ece2d7-a6ce-442e-b5be-64ce81082e5c service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] No waiting events found dispatching network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:03:32 user nova-compute[74702]: WARNING nova.compute.manager [req-8a1d03a7-5b9c-46d8-9b88-6628da650195 req-28ece2d7-a6ce-442e-b5be-64ce81082e5c service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received unexpected event network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c for instance with vm_state active and task_state resize_finish.
Oct 26 02:03:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:34 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:03:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Instance running successfully.
Oct 26 02:03:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Failed to set time: agent not configured {{(pid=74702) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 26 02:03:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e427cf22-0a31-4fb3-892f-30aca02a9af3 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] finish_migration finished successfully. {{(pid=74702) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 26 02:03:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-e081a27b-cb29-424f-9b59-71a79df54309 req-39029302-3c4f-4f8e-b0ee-9b186c0afbca service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received event network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:03:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e081a27b-cb29-424f-9b59-71a79df54309 req-39029302-3c4f-4f8e-b0ee-9b186c0afbca service nova] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e081a27b-cb29-424f-9b59-71a79df54309 req-39029302-3c4f-4f8e-b0ee-9b186c0afbca service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e081a27b-cb29-424f-9b59-71a79df54309 req-39029302-3c4f-4f8e-b0ee-9b186c0afbca service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-e081a27b-cb29-424f-9b59-71a79df54309 req-39029302-3c4f-4f8e-b0ee-9b186c0afbca service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] No waiting events found dispatching network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:03:34 user nova-compute[74702]: WARNING nova.compute.manager [req-e081a27b-cb29-424f-9b59-71a79df54309 req-39029302-3c4f-4f8e-b0ee-9b186c0afbca service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received unexpected event network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c for instance with vm_state active and task_state resize_finish.
Oct 26 02:03:35 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:03:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:36 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:03:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:36 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:03:36 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:03:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:03:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:03:38 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:03:38 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:03:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8525MB free_disk=25.10846710205078GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Applying migration context for instance 81914eb5-12d5-4dcd-b0e1-582e70ed88bc as it has an incoming, in-progress migration 972ba36e-244a-4290-a29f-9f7d0a08d6d7. Migration status is finished {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 26 02:03:38 user nova-compute[74702]: INFO nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updating resource usage from migration 972ba36e-244a-4290-a29f-9f7d0a08d6d7
Oct 26 02:03:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Migration 972ba36e-244a-4290-a29f-9f7d0a08d6d7 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 81914eb5-12d5-4dcd-b0e1-582e70ed88bc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance fb19a14b-b82d-4558-b41c-d70d6a1a09e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:03:38 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:03:39 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:03:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.499s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:03:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 56c4698b-64d2-4b05-a429-8058abf4258f {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updating instance_info_cache with network_info: [{"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:03:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:45 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:03:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:03:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:03:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:03:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:47 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:03:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:03:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:04:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:04:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:04:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:04:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:04:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:04:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:04:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:04:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:04:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:04:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:04:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:04:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 02:04:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:37 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:38 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:38 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:04:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:04:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:04:38 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updating instance_info_cache with network_info: [{"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:04:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:04:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:04:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:04:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:04:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:04:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:04:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:04:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:04:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:41 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:04:41 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8484MB free_disk=25.07819366455078GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Applying migration context for instance 81914eb5-12d5-4dcd-b0e1-582e70ed88bc as it has an incoming, in-progress migration 972ba36e-244a-4290-a29f-9f7d0a08d6d7. Migration status is finished {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 26 02:04:41 user nova-compute[74702]: INFO nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updating resource usage from migration 972ba36e-244a-4290-a29f-9f7d0a08d6d7
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Migration 972ba36e-244a-4290-a29f-9f7d0a08d6d7 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 81914eb5-12d5-4dcd-b0e1-582e70ed88bc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance fb19a14b-b82d-4558-b41c-d70d6a1a09e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.304s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:04:41 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:43 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:43 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 02:04:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 02:04:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "7ef9ad44-429c-4210-87d5-6792b227b5b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:04:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:04:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:04:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:04:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:04:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:04:45 user nova-compute[74702]: INFO nova.compute.claims [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Claim successful on node user
Oct 26 02:04:45 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:04:45 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:04:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.372s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:04:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG nova.network.neutron [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:04:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:04:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG nova.policy [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55a62fa5cb5b4305b2ebcc96414673a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4e644c9f9ec4e6e8c3e602da0c9cd97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:04:46 user nova-compute[74702]: INFO nova.virt.block_device [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Booting with volume 4598bdc1-8d43-4b41-8dcc-af8b033022d3 at /dev/vda
Oct 26 02:04:46 user nova-compute[74702]: DEBUG os_brick.utils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6dba510-ffd8-4f58-a279-c8355df33022]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a921d610-252d-4544-94a3-6aba4cb6cffb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[871df426-124c-4759-b17e-b49f31538535]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e172f2a-40ba-49ac-86be-c3e9fa3268d0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:04:46 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[54f883f4-74f0-4b92-8370-634a66a839fa]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG os_brick.utils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Updating existing volume attachment record: 792ffaee-d40d-4db1-a2a9-0161af0d528b {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:04:46 user nova-compute[74702]: DEBUG nova.network.neutron [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Successfully created port: 1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG nova.network.neutron [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Successfully updated port: 1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "refresh_cache-7ef9ad44-429c-4210-87d5-6792b227b5b7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquired lock "refresh_cache-7ef9ad44-429c-4210-87d5-6792b227b5b7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG nova.network.neutron [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-482ae447-cf2a-4af6-b76c-a4a4073394a0 req-cdbec19b-ed0f-4bff-a980-b136e86d23e2 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Received event network-changed-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-482ae447-cf2a-4af6-b76c-a4a4073394a0 req-cdbec19b-ed0f-4bff-a980-b136e86d23e2 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Refreshing instance network info cache due to event network-changed-1437a5cc-51e9-4353-a0ab-7d54c7ab0210. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-482ae447-cf2a-4af6-b76c-a4a4073394a0 req-cdbec19b-ed0f-4bff-a980-b136e86d23e2 service nova] Acquiring lock "refresh_cache-7ef9ad44-429c-4210-87d5-6792b227b5b7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG nova.network.neutron [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG nova.network.neutron [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Updating instance_info_cache with network_info: [{"id": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "address": "fa:16:3e:64:68:16", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1437a5cc-51", "ovs_interfaceid": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Releasing lock "refresh_cache-7ef9ad44-429c-4210-87d5-6792b227b5b7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG nova.compute.manager [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Instance network_info: |[{"id": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "address": "fa:16:3e:64:68:16", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1437a5cc-51", "ovs_interfaceid": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-482ae447-cf2a-4af6-b76c-a4a4073394a0 req-cdbec19b-ed0f-4bff-a980-b136e86d23e2 service nova] Acquired lock "refresh_cache-7ef9ad44-429c-4210-87d5-6792b227b5b7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:04:47 user nova-compute[74702]: DEBUG nova.network.neutron [req-482ae447-cf2a-4af6-b76c-a4a4073394a0 req-cdbec19b-ed0f-4bff-a980-b136e86d23e2 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Refreshing network info cache for port 1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:04:48 user nova-compute[74702]: DEBUG nova.network.neutron [req-482ae447-cf2a-4af6-b76c-a4a4073394a0 req-cdbec19b-ed0f-4bff-a980-b136e86d23e2 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Updated VIF entry in instance network info cache for port 1437a5cc-51e9-4353-a0ab-7d54c7ab0210. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:04:48 user nova-compute[74702]: DEBUG nova.network.neutron [req-482ae447-cf2a-4af6-b76c-a4a4073394a0 req-cdbec19b-ed0f-4bff-a980-b136e86d23e2 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Updating instance_info_cache with network_info: [{"id": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "address": "fa:16:3e:64:68:16", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1437a5cc-51", "ovs_interfaceid": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:04:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-482ae447-cf2a-4af6-b76c-a4a4073394a0 req-cdbec19b-ed0f-4bff-a980-b136e86d23e2 service nova] Releasing lock "refresh_cache-7ef9ad44-429c-4210-87d5-6792b227b5b7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:04:48 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:48 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:51 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:53 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:04:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:04:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:04:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:04:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Going to confirm migration 2 {{(pid=74702) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 26 02:04:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:04:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquired lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:04:56 user nova-compute[74702]: DEBUG nova.network.neutron [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:04:56 user nova-compute[74702]: DEBUG nova.objects.instance [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lazy-loading 'info_cache' on Instance uuid 81914eb5-12d5-4dcd-b0e1-582e70ed88bc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:04:57 user nova-compute[74702]: DEBUG nova.network.neutron [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updating instance_info_cache with network_info: [{"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:04:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Releasing lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:04:57 user nova-compute[74702]: DEBUG nova.objects.instance [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lazy-loading 'migration_context' on Instance uuid 81914eb5-12d5-4dcd-b0e1-582e70ed88bc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:04:57 user nova-compute[74702]: DEBUG nova.objects.base [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Object Instance<81914eb5-12d5-4dcd-b0e1-582e70ed88bc> lazy-loaded attributes: info_cache,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:04:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:04:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:04:57 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:04:57 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:04:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.310s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:04:57 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Deleted allocation for migration 972ba36e-244a-4290-a29f-9f7d0a08d6d7
Oct 26 02:04:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-40e168e5-7d9e-4abb-8fb0-c18d4342ae12 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.444s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.compute.manager [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:05:04 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Creating image(s)
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Ensure instance console log exists: /opt/stack/data/nova/instances/7ef9ad44-429c-4210-87d5-6792b227b5b7/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Start _get_guest_xml network_info=[{"id": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "address": "fa:16:3e:64:68:16", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1437a5cc-51", "ovs_interfaceid": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lWpYDhGI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7ef9ad44-429c-4210-87d5-6792b227b5b7', 'attached_at': '', 'detached_at': '', 'volume_id': '4598bdc1-8d43-4b41-8dcc-af8b033022d3', 'serial': '4598bdc1-8d43-4b41-8dcc-af8b033022d3'}, 'attachment_id': '792ffaee-d40d-4db1-a2a9-0161af0d528b', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:05:04 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:05:04 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lWpYDhGI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:05:04 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:05:04 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:05:04 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[47a8d890-c89f-4a9e-aabf-4b55d7de45de]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:05:04 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ebd724d-ef48-42f7-b92a-ca897f0a808d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3] added
Oct 26 02:05:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[af3e0df9-428b-40ea-84a6-793c12579735]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0bcf997-dee8-413b-a472-dc84e1204cb0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lWpYDhGI {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lWpYDhGI" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[03b1e93e-4833-4347-a494-164f363a94fe]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lWpYDhGI'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[308f9fff-5fe4-413c-a6d9-ca3bc174b81e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b95a10c-848b-4832-be1d-a5a2c36b2963]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:05:04 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:05:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:05:04 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:05:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bab38a8-6320-4974-9a6d-1a60b50f92d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3, portal: 172.16.0.220,3260]
Oct 26 02:05:04 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3, portal: 172.16.0.220,3260] successful.
Oct 26 02:05:04 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[305c8450-1fb7-40f3-baab-38029114f60a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:05:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:05 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[83edf1f5-cc36-4b1f-afdc-6090d84da956]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:05:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:05:05 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:05:05 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:05:05 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:05:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:05:05 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:05:05 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:05:05 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:05:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:05:05 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:05:05 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] HCTL ('35', '-', '-', 0) found on session 37 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:05:05 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:05:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:05 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.062s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:05 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fee6d6a-b75b-4758-a386-2962ac02438a]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:05:05 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching for a device in session 37 and hctl ['35', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching for a device in session 37 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lWpYDhGI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.495s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== connect_volume: return (1497ms) {'type': 'block', 'scsi_wwn': '26362393130366561', 'path': '/dev/sdd'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362393130366561', 'path': '/dev/sdd'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:04:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1503069834',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1503069834',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1503069834',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHeR6Q9ZTxQrA2G2ph8Y/haAo9F/S4W4ebrUqHJLg/EhChGtFME4lRDItGBd6xUjp+zjVyu6pA7+DwjOSeXhbGBL2YHbGt3rz1KpTrkUvkGf9Z6dWNc/KKfFaZ3nJD4kiQ==',key_name='tempest-keypair-1387564168',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-tkvsl8rz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:04:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=7ef9ad44-429c-4210-87d5-6792b227b5b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "address": "fa:16:3e:64:68:16", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1437a5cc-51", "ovs_interfaceid": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "address": "fa:16:3e:64:68:16", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1437a5cc-51", "ovs_interfaceid": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:68:16,bridge_name='br-int',has_traffic_filtering=True,id=1437a5cc-51e9-4353-a0ab-7d54c7ab0210,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1437a5cc-51') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG nova.objects.instance [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lazy-loading 'pci_devices' on Instance uuid 7ef9ad44-429c-4210-87d5-6792b227b5b7 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:05:06 user nova-compute[74702]:   <uuid>7ef9ad44-429c-4210-87d5-6792b227b5b7</uuid>
Oct 26 02:05:06 user nova-compute[74702]:   <name>instance-00000025</name>
Oct 26 02:05:06 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:05:06 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:05:06 user nova-compute[74702]:   <metadata>
Oct 26 02:05:06 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:05:06 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:05:06 user nova-compute[74702]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1503069834</nova:name>
Oct 26 02:05:06 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:05:04</nova:creationTime>
Oct 26 02:05:06 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:05:06 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:05:06 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:05:06 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:05:06 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:05:06 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:05:06 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:05:06 user nova-compute[74702]:       <nova:owner>
Oct 26 02:05:06 user nova-compute[74702]:         <nova:user uuid="55a62fa5cb5b4305b2ebcc96414673a6">tempest-TestVolumeBootPattern-540192483-project-member</nova:user>
Oct 26 02:05:06 user nova-compute[74702]:         <nova:project uuid="b4e644c9f9ec4e6e8c3e602da0c9cd97">tempest-TestVolumeBootPattern-540192483</nova:project>
Oct 26 02:05:06 user nova-compute[74702]:       </nova:owner>
Oct 26 02:05:06 user nova-compute[74702]:       <nova:ports>
Oct 26 02:05:06 user nova-compute[74702]:         <nova:port uuid="1437a5cc-51e9-4353-a0ab-7d54c7ab0210">
Oct 26 02:05:06 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 26 02:05:06 user nova-compute[74702]:         </nova:port>
Oct 26 02:05:06 user nova-compute[74702]:       </nova:ports>
Oct 26 02:05:06 user nova-compute[74702]:     </nova:instance>
Oct 26 02:05:06 user nova-compute[74702]:   </metadata>
Oct 26 02:05:06 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:05:06 user nova-compute[74702]:     <system>
Oct 26 02:05:06 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:05:06 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:05:06 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:05:06 user nova-compute[74702]:       <entry name="serial">7ef9ad44-429c-4210-87d5-6792b227b5b7</entry>
Oct 26 02:05:06 user nova-compute[74702]:       <entry name="uuid">7ef9ad44-429c-4210-87d5-6792b227b5b7</entry>
Oct 26 02:05:06 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:05:06 user nova-compute[74702]:     </system>
Oct 26 02:05:06 user nova-compute[74702]:   </sysinfo>
Oct 26 02:05:06 user nova-compute[74702]:   <os>
Oct 26 02:05:06 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:05:06 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:05:06 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:05:06 user nova-compute[74702]:   </os>
Oct 26 02:05:06 user nova-compute[74702]:   <features>
Oct 26 02:05:06 user nova-compute[74702]:     <acpi/>
Oct 26 02:05:06 user nova-compute[74702]:     <apic/>
Oct 26 02:05:06 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:05:06 user nova-compute[74702]:   </features>
Oct 26 02:05:06 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:05:06 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:05:06 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:05:06 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:05:06 user nova-compute[74702]:   </clock>
Oct 26 02:05:06 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:05:06 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:05:06 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:05:06 user nova-compute[74702]:   </cpu>
Oct 26 02:05:06 user nova-compute[74702]:   <devices>
Oct 26 02:05:06 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:05:06 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:05:06 user nova-compute[74702]:       <source dev="/dev/sdd"/>
Oct 26 02:05:06 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:05:06 user nova-compute[74702]:       <serial>4598bdc1-8d43-4b41-8dcc-af8b033022d3</serial>
Oct 26 02:05:06 user nova-compute[74702]:     </disk>
Oct 26 02:05:06 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:05:06 user nova-compute[74702]:       <mac address="fa:16:3e:64:68:16"/>
Oct 26 02:05:06 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:05:06 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:05:06 user nova-compute[74702]:       <target dev="tap1437a5cc-51"/>
Oct 26 02:05:06 user nova-compute[74702]:     </interface>
Oct 26 02:05:06 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:05:06 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/7ef9ad44-429c-4210-87d5-6792b227b5b7/console.log" append="off"/>
Oct 26 02:05:06 user nova-compute[74702]:     </serial>
Oct 26 02:05:06 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:05:06 user nova-compute[74702]:     <video>
Oct 26 02:05:06 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:05:06 user nova-compute[74702]:     </video>
Oct 26 02:05:06 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:05:06 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:05:06 user nova-compute[74702]:     </rng>
Oct 26 02:05:06 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:05:06 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:05:06 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:05:06 user nova-compute[74702]:     </memballoon>
Oct 26 02:05:06 user nova-compute[74702]:   </devices>
Oct 26 02:05:06 user nova-compute[74702]: </domain>
Oct 26 02:05:06 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:04:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1503069834',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1503069834',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1503069834',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHeR6Q9ZTxQrA2G2ph8Y/haAo9F/S4W4ebrUqHJLg/EhChGtFME4lRDItGBd6xUjp+zjVyu6pA7+DwjOSeXhbGBL2YHbGt3rz1KpTrkUvkGf9Z6dWNc/KKfFaZ3nJD4kiQ==',key_name='tempest-keypair-1387564168',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-tkvsl8rz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:04:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=7ef9ad44-429c-4210-87d5-6792b227b5b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "address": "fa:16:3e:64:68:16", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1437a5cc-51", "ovs_interfaceid": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "address": "fa:16:3e:64:68:16", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1437a5cc-51", "ovs_interfaceid": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:68:16,bridge_name='br-int',has_traffic_filtering=True,id=1437a5cc-51e9-4353-a0ab-7d54c7ab0210,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1437a5cc-51') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG os_vif [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:68:16,bridge_name='br-int',has_traffic_filtering=True,id=1437a5cc-51e9-4353-a0ab-7d54c7ab0210,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1437a5cc-51') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5a0324e1-eabc-5741-af0b-7be2f0369ebb', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1437a5cc-51, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1437a5cc-51, col_values=(('qos', UUID('c153872e-e99b-4510-894d-f69c14ca1d6e')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1437a5cc-51, col_values=(('external_ids', {'iface-id': '1437a5cc-51e9-4353-a0ab-7d54c7ab0210', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:64:68:16', 'vm-uuid': '7ef9ad44-429c-4210-87d5-6792b227b5b7'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:06 user nova-compute[74702]: INFO os_vif [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:68:16,bridge_name='br-int',has_traffic_filtering=True,id=1437a5cc-51e9-4353-a0ab-7d54c7ab0210,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1437a5cc-51')
Oct 26 02:05:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:05:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] No VIF found with MAC fa:16:3e:64:68:16, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:05:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-ce2f8b91-a483-46ae-a4fe-8cb662337dd1 req-d05d5e0a-7f72-4957-bccf-b5bdb2b3f85a service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Received event network-vif-plugged-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:05:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ce2f8b91-a483-46ae-a4fe-8cb662337dd1 req-d05d5e0a-7f72-4957-bccf-b5bdb2b3f85a service nova] Acquiring lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:05:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ce2f8b91-a483-46ae-a4fe-8cb662337dd1 req-d05d5e0a-7f72-4957-bccf-b5bdb2b3f85a service nova] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:05:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ce2f8b91-a483-46ae-a4fe-8cb662337dd1 req-d05d5e0a-7f72-4957-bccf-b5bdb2b3f85a service nova] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-ce2f8b91-a483-46ae-a4fe-8cb662337dd1 req-d05d5e0a-7f72-4957-bccf-b5bdb2b3f85a service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] No waiting events found dispatching network-vif-plugged-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:05:07 user nova-compute[74702]: WARNING nova.compute.manager [req-ce2f8b91-a483-46ae-a4fe-8cb662337dd1 req-d05d5e0a-7f72-4957-bccf-b5bdb2b3f85a service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Received unexpected event network-vif-plugged-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 for instance with vm_state building and task_state spawning.
Oct 26 02:05:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:05:09 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Instance spawned successfully.
Oct 26 02:05:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:05:09 user nova-compute[74702]: INFO nova.compute.manager [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Took 5.30 seconds to spawn the instance on the hypervisor.
Oct 26 02:05:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-07f4b820-c118-43a1-a034-29eaf05ddf81 req-0511c45a-7c2b-447b-bdc8-7a46b7fbae2b service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Received event network-vif-plugged-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-07f4b820-c118-43a1-a034-29eaf05ddf81 req-0511c45a-7c2b-447b-bdc8-7a46b7fbae2b service nova] Acquiring lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-07f4b820-c118-43a1-a034-29eaf05ddf81 req-0511c45a-7c2b-447b-bdc8-7a46b7fbae2b service nova] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-07f4b820-c118-43a1-a034-29eaf05ddf81 req-0511c45a-7c2b-447b-bdc8-7a46b7fbae2b service nova] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-07f4b820-c118-43a1-a034-29eaf05ddf81 req-0511c45a-7c2b-447b-bdc8-7a46b7fbae2b service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] No waiting events found dispatching network-vif-plugged-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:05:09 user nova-compute[74702]: WARNING nova.compute.manager [req-07f4b820-c118-43a1-a034-29eaf05ddf81 req-0511c45a-7c2b-447b-bdc8-7a46b7fbae2b service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Received unexpected event network-vif-plugged-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 for instance with vm_state building and task_state spawning.
Oct 26 02:05:10 user nova-compute[74702]: INFO nova.compute.manager [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Took 24.42 seconds to build instance.
Oct 26 02:05:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-19acd299-add2-4ac6-9c02-a4beed7b00f8 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.557s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:05:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:11 user nova-compute[74702]: INFO nova.compute.manager [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] instance snapshotting
Oct 26 02:05:12 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Beginning live snapshot process
Oct 26 02:05:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json -f qcow2 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json -f qcow2" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json -f qcow2 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json -f qcow2" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpat5yvkdv/786ea50d3a5c443cacbfaf3c11b32725.delta 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpat5yvkdv/786ea50d3a5c443cacbfaf3c11b32725.delta 1073741824" returned: 0 in 0.058s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:12 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 26 02:05:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] COPY block job progress, current cursor: 196608 final cursor: 75497472 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 02:05:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] COPY block job progress, current cursor: 20643840 final cursor: 75497472 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 02:05:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74702) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 26 02:05:14 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 26 02:05:14 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 02:05:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpat5yvkdv/786ea50d3a5c443cacbfaf3c11b32725.delta /opt/stack/data/nova/instances/snapshots/tmpat5yvkdv/786ea50d3a5c443cacbfaf3c11b32725 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpat5yvkdv/786ea50d3a5c443cacbfaf3c11b32725.delta /opt/stack/data/nova/instances/snapshots/tmpat5yvkdv/786ea50d3a5c443cacbfaf3c11b32725" returned: 0 in 0.590s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:15 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Snapshot extracted, beginning image upload
Oct 26 02:05:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:05:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:17 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Snapshot image upload complete
Oct 26 02:05:17 user nova-compute[74702]: INFO nova.compute.manager [None req-e7ee8af6-e78a-4bfd-9465-89c790e2cb0e tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Took 5.74 seconds to snapshot the instance on the hypervisor.
Oct 26 02:05:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_power_states {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 56c4698b-64d2-4b05-a429-8058abf4258f {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 3f24c139-0ed1-4586-b040-9213543d3737 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 81914eb5-12d5-4dcd-b0e1-582e70ed88bc {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid fb19a14b-b82d-4558-b41c-d70d6a1a09e1 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 7ef9ad44-429c-4210-87d5-6792b227b5b7 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "56c4698b-64d2-4b05-a429-8058abf4258f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "56c4698b-64d2-4b05-a429-8058abf4258f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "3f24c139-0ed1-4586-b040-9213543d3737" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "3f24c139-0ed1-4586-b040-9213543d3737" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "7ef9ad44-429c-4210-87d5-6792b227b5b7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "3f24c139-0ed1-4586-b040-9213543d3737" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.039s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "56c4698b-64d2-4b05-a429-8058abf4258f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.043s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.042s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.054s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.057s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.065s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:38 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:05:38 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:05:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:05:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:05:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:38 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:05:38 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:05:38 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:05:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:05:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:05:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:05:40 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:05:40 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8376MB free_disk=25.010757446289062GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 81914eb5-12d5-4dcd-b0e1-582e70ed88bc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance fb19a14b-b82d-4558-b41c-d70d6a1a09e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 7ef9ad44-429c-4210-87d5-6792b227b5b7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:05:40 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:05:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:05:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.654s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:05:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:42 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:05:42 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:05:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:05:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:05:42 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:05:42 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updating instance_info_cache with network_info: [{"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:05:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:05:42 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:05:42 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:05:45 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:05:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:05:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:05:48 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:05:48 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:05:50 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:05:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:05:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:05:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:05:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:05:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:05:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:05:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:06:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:06:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:06:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:06:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:06:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:06:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:06:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:06:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:06:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:06:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:06:20 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:06:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:06:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:06:20 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:06:20 user nova-compute[74702]: INFO nova.compute.claims [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Claim successful on node user
Oct 26 02:06:20 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:06:20 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:06:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.349s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:06:20 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:06:20 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:06:20 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:06:20 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:06:20 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:06:20 user nova-compute[74702]: INFO nova.virt.block_device [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Booting with volume-backed-image 13f38a05-6339-4dea-a135-bff12e404c02 at /dev/vda
Oct 26 02:06:20 user nova-compute[74702]: DEBUG nova.policy [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46fdabdfc28b461cbd8d272b56e2347c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '630fa5a061b541fbb2d98ad9599ac594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:06:21 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Successfully created port: f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:06:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:06:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:06:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:06:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:06:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:21 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Successfully updated port: f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:06:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "refresh_cache-ab3a966e-a40f-4a28-8e88-ae87657185f4" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:06:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquired lock "refresh_cache-ab3a966e-a40f-4a28-8e88-ae87657185f4" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:06:21 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:06:21 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:06:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-3b002f09-b267-4620-b390-9ef8fbc5a8b3 req-04dfbe50-dd1c-4231-bcd1-87fbe80152e9 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-changed-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:06:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-3b002f09-b267-4620-b390-9ef8fbc5a8b3 req-04dfbe50-dd1c-4231-bcd1-87fbe80152e9 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Refreshing instance network info cache due to event network-changed-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:06:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3b002f09-b267-4620-b390-9ef8fbc5a8b3 req-04dfbe50-dd1c-4231-bcd1-87fbe80152e9 service nova] Acquiring lock "refresh_cache-ab3a966e-a40f-4a28-8e88-ae87657185f4" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:06:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Updating instance_info_cache with network_info: [{"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:06:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Releasing lock "refresh_cache-ab3a966e-a40f-4a28-8e88-ae87657185f4" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:06:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Instance network_info: |[{"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:06:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3b002f09-b267-4620-b390-9ef8fbc5a8b3 req-04dfbe50-dd1c-4231-bcd1-87fbe80152e9 service nova] Acquired lock "refresh_cache-ab3a966e-a40f-4a28-8e88-ae87657185f4" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:06:22 user nova-compute[74702]: DEBUG nova.network.neutron [req-3b002f09-b267-4620-b390-9ef8fbc5a8b3 req-04dfbe50-dd1c-4231-bcd1-87fbe80152e9 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Refreshing network info cache for port f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:06:22 user nova-compute[74702]: DEBUG nova.network.neutron [req-3b002f09-b267-4620-b390-9ef8fbc5a8b3 req-04dfbe50-dd1c-4231-bcd1-87fbe80152e9 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Updated VIF entry in instance network info cache for port f7783ef3-8d6f-442f-8fb2-f3a42c3375ff. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:06:22 user nova-compute[74702]: DEBUG nova.network.neutron [req-3b002f09-b267-4620-b390-9ef8fbc5a8b3 req-04dfbe50-dd1c-4231-bcd1-87fbe80152e9 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Updating instance_info_cache with network_info: [{"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:06:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3b002f09-b267-4620-b390-9ef8fbc5a8b3 req-04dfbe50-dd1c-4231-bcd1-87fbe80152e9 service nova] Releasing lock "refresh_cache-ab3a966e-a40f-4a28-8e88-ae87657185f4" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:06:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG os_brick.utils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d238a66-def6-40b1-9d59-82a1bb199f4f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[348349a3-ce69-4135-addf-9b50c733ae5e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[254b1691-80a5-4b56-94e6-b841e3f2ddb8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6df99ba-ece3-48b9-b485-67843c0c0f29]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:06:36 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cc96dd8-e524-45e6-b0ce-d697c7f736e1]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG os_brick.utils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Updating existing volume attachment record: 82887ef8-ea39-45eb-bc36-5c76b08af90d {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-217be55d-6242-45f7-a3b7-d9a4c0297ae2 req-248d8e4e-94e0-43ea-b800-0e6a3943a784 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Received event network-changed-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-217be55d-6242-45f7-a3b7-d9a4c0297ae2 req-248d8e4e-94e0-43ea-b800-0e6a3943a784 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Refreshing instance network info cache due to event network-changed-1437a5cc-51e9-4353-a0ab-7d54c7ab0210. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-217be55d-6242-45f7-a3b7-d9a4c0297ae2 req-248d8e4e-94e0-43ea-b800-0e6a3943a784 service nova] Acquiring lock "refresh_cache-7ef9ad44-429c-4210-87d5-6792b227b5b7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-217be55d-6242-45f7-a3b7-d9a4c0297ae2 req-248d8e4e-94e0-43ea-b800-0e6a3943a784 service nova] Acquired lock "refresh_cache-7ef9ad44-429c-4210-87d5-6792b227b5b7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG nova.network.neutron [req-217be55d-6242-45f7-a3b7-d9a4c0297ae2 req-248d8e4e-94e0-43ea-b800-0e6a3943a784 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Refreshing network info cache for port 1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:06:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:37 user nova-compute[74702]: DEBUG nova.network.neutron [req-217be55d-6242-45f7-a3b7-d9a4c0297ae2 req-248d8e4e-94e0-43ea-b800-0e6a3943a784 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Updated VIF entry in instance network info cache for port 1437a5cc-51e9-4353-a0ab-7d54c7ab0210. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:06:37 user nova-compute[74702]: DEBUG nova.network.neutron [req-217be55d-6242-45f7-a3b7-d9a4c0297ae2 req-248d8e4e-94e0-43ea-b800-0e6a3943a784 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Updating instance_info_cache with network_info: [{"id": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "address": "fa:16:3e:64:68:16", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1437a5cc-51", "ovs_interfaceid": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:06:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-217be55d-6242-45f7-a3b7-d9a4c0297ae2 req-248d8e4e-94e0-43ea-b800-0e6a3943a784 service nova] Releasing lock "refresh_cache-7ef9ad44-429c-4210-87d5-6792b227b5b7" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:06:39 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:06:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:06:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:06:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:06:39 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:06:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:06:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:06:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:06:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:41 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:06:41 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8456MB free_disk=25.008548736572266GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 81914eb5-12d5-4dcd-b0e1-582e70ed88bc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance fb19a14b-b82d-4558-b41c-d70d6a1a09e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 7ef9ad44-429c-4210-87d5-6792b227b5b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ab3a966e-a40f-4a28-8e88-ae87657185f4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.509s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:06:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:42 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:06:42 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:06:42 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:06:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:06:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:06:42 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:06:43 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updating instance_info_cache with network_info: [{"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:06:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-81914eb5-12d5-4dcd-b0e1-582e70ed88bc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:06:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:06:43 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:06:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:06:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:47 user nova-compute[74702]: INFO nova.compute.manager [None req-634d86aa-b236-49f7-ba80-dd1901d0fcc6 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Get console output
Oct 26 02:06:47 user nova-compute[74702]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 26 02:06:48 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:06:48 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:06:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:06:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "c177d42c-7318-4b91-9066-d81d78171749" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:06:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "c177d42c-7318-4b91-9066-d81d78171749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:06:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:06:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:06:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:06:50 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:06:50 user nova-compute[74702]: INFO nova.compute.claims [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Claim successful on node user
Oct 26 02:06:50 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:06:50 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:06:50 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:06:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.365s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:06:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:06:50 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:06:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:06:50 user nova-compute[74702]: DEBUG nova.network.neutron [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:06:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:06:50 user nova-compute[74702]: INFO nova.virt.block_device [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Booting with volume snapshot 7493c46c-c6ba-41d0-95a0-6deac6b01f61 at /dev/vda
Oct 26 02:06:50 user nova-compute[74702]: DEBUG nova.policy [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55a62fa5cb5b4305b2ebcc96414673a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4e644c9f9ec4e6e8c3e602da0c9cd97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:06:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:51 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:06:51 user nova-compute[74702]: DEBUG nova.network.neutron [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Successfully created port: 38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:06:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Successfully updated port: 38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "refresh_cache-c177d42c-7318-4b91-9066-d81d78171749" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquired lock "refresh_cache-c177d42c-7318-4b91-9066-d81d78171749" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-8bc0d8b2-d138-46c2-81b1-eb17ae3f7691 req-6320a7ea-df15-4660-88a6-6ecd6a51c57d service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Received event network-changed-38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-8bc0d8b2-d138-46c2-81b1-eb17ae3f7691 req-6320a7ea-df15-4660-88a6-6ecd6a51c57d service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Refreshing instance network info cache due to event network-changed-38106d13-4d51-4783-b979-ce7b8987dea0. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8bc0d8b2-d138-46c2-81b1-eb17ae3f7691 req-6320a7ea-df15-4660-88a6-6ecd6a51c57d service nova] Acquiring lock "refresh_cache-c177d42c-7318-4b91-9066-d81d78171749" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Updating instance_info_cache with network_info: [{"id": "38106d13-4d51-4783-b979-ce7b8987dea0", "address": "fa:16:3e:e3:ae:e5", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38106d13-4d", "ovs_interfaceid": "38106d13-4d51-4783-b979-ce7b8987dea0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Releasing lock "refresh_cache-c177d42c-7318-4b91-9066-d81d78171749" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Instance network_info: |[{"id": "38106d13-4d51-4783-b979-ce7b8987dea0", "address": "fa:16:3e:e3:ae:e5", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38106d13-4d", "ovs_interfaceid": "38106d13-4d51-4783-b979-ce7b8987dea0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8bc0d8b2-d138-46c2-81b1-eb17ae3f7691 req-6320a7ea-df15-4660-88a6-6ecd6a51c57d service nova] Acquired lock "refresh_cache-c177d42c-7318-4b91-9066-d81d78171749" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:06:52 user nova-compute[74702]: DEBUG nova.network.neutron [req-8bc0d8b2-d138-46c2-81b1-eb17ae3f7691 req-6320a7ea-df15-4660-88a6-6ecd6a51c57d service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Refreshing network info cache for port 38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:06:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-8bc0d8b2-d138-46c2-81b1-eb17ae3f7691 req-6320a7ea-df15-4660-88a6-6ecd6a51c57d service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Updated VIF entry in instance network info cache for port 38106d13-4d51-4783-b979-ce7b8987dea0. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:06:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-8bc0d8b2-d138-46c2-81b1-eb17ae3f7691 req-6320a7ea-df15-4660-88a6-6ecd6a51c57d service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Updating instance_info_cache with network_info: [{"id": "38106d13-4d51-4783-b979-ce7b8987dea0", "address": "fa:16:3e:e3:ae:e5", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38106d13-4d", "ovs_interfaceid": "38106d13-4d51-4783-b979-ce7b8987dea0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:06:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8bc0d8b2-d138-46c2-81b1-eb17ae3f7691 req-6320a7ea-df15-4660-88a6-6ecd6a51c57d service nova] Releasing lock "refresh_cache-c177d42c-7318-4b91-9066-d81d78171749" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:06:55 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Creating image(s)
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Ensure instance console log exists: /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Start _get_guest_xml network_info=[{"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hyVMHCtj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ab3a966e-a40f-4a28-8e88-ae87657185f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'eaa041cc-e50a-4409-83c5-03543fd4d846', 'serial': 'eaa041cc-e50a-4409-83c5-03543fd4d846'}, 'attachment_id': '82887ef8-ea39-45eb-bc36-5c76b08af90d', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:06:55 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:06:55 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hyVMHCtj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:06:55 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:06:55 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:06:55 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[25f429f9-7fd2-4812-88ce-a8f4635cda74]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:06:55 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[33a1aac3-40a3-44c0-bdf1-1f46a1d9ea79]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846] added
Oct 26 02:06:55 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[20ebb0c1-fec8-4f04-8840-40463f55aef5]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1d599a2-67db-4604-b9b6-471fd855c847]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hyVMHCtj {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hyVMHCtj" returned: 0 in 0.032s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c90f2ec3-2851-48a5-a73d-b40e3fa7023d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hyVMHCtj'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef8415cc-1737-4cb2-809d-83214b755cb7]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[574589d8-6ac2-4a47-9af6-97dbfd0a818a]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:06:55 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:06:55 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:06:55 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:06:55 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:06:55 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:06:55 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[af2d1623-9488-4487-9c01-4b9d99bf52ec]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846, portal: 172.16.0.220,3260]
Oct 26 02:06:55 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846, portal: 172.16.0.220,3260] successful.
Oct 26 02:06:55 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ecdb4d2-6bc0-47e3-82b6-46dd95bc53a4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d281d39c-74f8-4105-b329-5d57fce7ed4f]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:06:55 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:06:55 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:06:55 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:06:55 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:06:55 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:06:55 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:06:55 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:06:55 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.320s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] HCTL ('36', '-', '-', 0) found on session 38 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5740041d-d228-432b-8864-88a30abd4aee]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching for a device in session 38 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:06:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hyVMHCtj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG os_brick.utils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1406c84f-2adb-466e-836d-4f8af9498062]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[935df013-2085-453a-8c3f-7761ecea3649]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e93fe75e-77ba-47fb-bb5e-ae277c07155e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a65244f-95fd-4968-88bb-b0a027e4256d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:06:56 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:06:56 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9be02c3-4619-48ea-9e8c-f129076226b7]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG os_brick.utils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== get_connector_properties: return (109ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Updating existing volume attachment record: bff5a9d0-0395-46a8-a753-3f00a3709445 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.353s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] <== connect_volume: return (1355ms) {'type': 'block', 'scsi_wwn': '26164646163653663', 'path': '/dev/sde'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26164646163653663', 'path': '/dev/sde'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:06:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-417635101',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-417635101',id=38,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-dg7stw60',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:06:21Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=ab3a966e-a40f-4a28-8e88-ae87657185f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:81:c7,bridge_name='br-int',has_traffic_filtering=True,id=f7783ef3-8d6f-442f-8fb2-f3a42c3375ff,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7783ef3-8d') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG nova.objects.instance [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'pci_devices' on Instance uuid ab3a966e-a40f-4a28-8e88-ae87657185f4 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:06:56 user nova-compute[74702]:   <uuid>ab3a966e-a40f-4a28-8e88-ae87657185f4</uuid>
Oct 26 02:06:56 user nova-compute[74702]:   <name>instance-00000026</name>
Oct 26 02:06:56 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:06:56 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:06:56 user nova-compute[74702]:   <metadata>
Oct 26 02:06:56 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:06:56 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:06:56 user nova-compute[74702]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-417635101</nova:name>
Oct 26 02:06:56 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:06:55</nova:creationTime>
Oct 26 02:06:56 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:06:56 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:06:56 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:06:56 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:06:56 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:06:56 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:06:56 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:06:56 user nova-compute[74702]:       <nova:owner>
Oct 26 02:06:56 user nova-compute[74702]:         <nova:user uuid="46fdabdfc28b461cbd8d272b56e2347c">tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member</nova:user>
Oct 26 02:06:56 user nova-compute[74702]:         <nova:project uuid="630fa5a061b541fbb2d98ad9599ac594">tempest-ServerBootFromVolumeStableRescueTest-839084851</nova:project>
Oct 26 02:06:56 user nova-compute[74702]:       </nova:owner>
Oct 26 02:06:56 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 02:06:56 user nova-compute[74702]:       <nova:ports>
Oct 26 02:06:56 user nova-compute[74702]:         <nova:port uuid="f7783ef3-8d6f-442f-8fb2-f3a42c3375ff">
Oct 26 02:06:56 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 02:06:56 user nova-compute[74702]:         </nova:port>
Oct 26 02:06:56 user nova-compute[74702]:       </nova:ports>
Oct 26 02:06:56 user nova-compute[74702]:     </nova:instance>
Oct 26 02:06:56 user nova-compute[74702]:   </metadata>
Oct 26 02:06:56 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:06:56 user nova-compute[74702]:     <system>
Oct 26 02:06:56 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:06:56 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:06:56 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:06:56 user nova-compute[74702]:       <entry name="serial">ab3a966e-a40f-4a28-8e88-ae87657185f4</entry>
Oct 26 02:06:56 user nova-compute[74702]:       <entry name="uuid">ab3a966e-a40f-4a28-8e88-ae87657185f4</entry>
Oct 26 02:06:56 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:06:56 user nova-compute[74702]:     </system>
Oct 26 02:06:56 user nova-compute[74702]:   </sysinfo>
Oct 26 02:06:56 user nova-compute[74702]:   <os>
Oct 26 02:06:56 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:06:56 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:06:56 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:06:56 user nova-compute[74702]:   </os>
Oct 26 02:06:56 user nova-compute[74702]:   <features>
Oct 26 02:06:56 user nova-compute[74702]:     <acpi/>
Oct 26 02:06:56 user nova-compute[74702]:     <apic/>
Oct 26 02:06:56 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:06:56 user nova-compute[74702]:   </features>
Oct 26 02:06:56 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:06:56 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:06:56 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:06:56 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:06:56 user nova-compute[74702]:   </clock>
Oct 26 02:06:56 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:06:56 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:06:56 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:06:56 user nova-compute[74702]:   </cpu>
Oct 26 02:06:56 user nova-compute[74702]:   <devices>
Oct 26 02:06:56 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:06:56 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:06:56 user nova-compute[74702]:       <source dev="/dev/sde"/>
Oct 26 02:06:56 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:06:56 user nova-compute[74702]:       <serial>eaa041cc-e50a-4409-83c5-03543fd4d846</serial>
Oct 26 02:06:56 user nova-compute[74702]:     </disk>
Oct 26 02:06:56 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:06:56 user nova-compute[74702]:       <mac address="fa:16:3e:a7:81:c7"/>
Oct 26 02:06:56 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:06:56 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:06:56 user nova-compute[74702]:       <target dev="tapf7783ef3-8d"/>
Oct 26 02:06:56 user nova-compute[74702]:     </interface>
Oct 26 02:06:56 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:06:56 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/console.log" append="off"/>
Oct 26 02:06:56 user nova-compute[74702]:     </serial>
Oct 26 02:06:56 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:06:56 user nova-compute[74702]:     <video>
Oct 26 02:06:56 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:06:56 user nova-compute[74702]:     </video>
Oct 26 02:06:56 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:06:56 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:06:56 user nova-compute[74702]:     </rng>
Oct 26 02:06:56 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:06:56 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:06:56 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:06:56 user nova-compute[74702]:     </memballoon>
Oct 26 02:06:56 user nova-compute[74702]:   </devices>
Oct 26 02:06:56 user nova-compute[74702]: </domain>
Oct 26 02:06:56 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:06:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-417635101',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-417635101',id=38,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-dg7stw60',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:06:21Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=ab3a966e-a40f-4a28-8e88-ae87657185f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:81:c7,bridge_name='br-int',has_traffic_filtering=True,id=f7783ef3-8d6f-442f-8fb2-f3a42c3375ff,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7783ef3-8d') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG os_vif [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:81:c7,bridge_name='br-int',has_traffic_filtering=True,id=f7783ef3-8d6f-442f-8fb2-f3a42c3375ff,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7783ef3-8d') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2a52e13f-6f91-5c62-8835-306c6a7a6121', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf7783ef3-8d, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf7783ef3-8d, col_values=(('qos', UUID('71a64837-6148-47f4-90cc-bc0803757d04')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf7783ef3-8d, col_values=(('external_ids', {'iface-id': 'f7783ef3-8d6f-442f-8fb2-f3a42c3375ff', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a7:81:c7', 'vm-uuid': 'ab3a966e-a40f-4a28-8e88-ae87657185f4'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:56 user nova-compute[74702]: INFO os_vif [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:81:c7,bridge_name='br-int',has_traffic_filtering=True,id=f7783ef3-8d6f-442f-8fb2-f3a42c3375ff,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7783ef3-8d')
Oct 26 02:06:56 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:06:56 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No VIF found with MAC fa:16:3e:a7:81:c7, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:06:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:58 user nova-compute[74702]: DEBUG nova.compute.manager [req-62d6fcb5-d37e-4e9b-a916-9b80ce2a3681 req-14a2ea6b-07d4-4cd9-964c-a951d581c3a2 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:06:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-62d6fcb5-d37e-4e9b-a916-9b80ce2a3681 req-14a2ea6b-07d4-4cd9-964c-a951d581c3a2 service nova] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:06:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-62d6fcb5-d37e-4e9b-a916-9b80ce2a3681 req-14a2ea6b-07d4-4cd9-964c-a951d581c3a2 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:06:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-62d6fcb5-d37e-4e9b-a916-9b80ce2a3681 req-14a2ea6b-07d4-4cd9-964c-a951d581c3a2 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:06:58 user nova-compute[74702]: DEBUG nova.compute.manager [req-62d6fcb5-d37e-4e9b-a916-9b80ce2a3681 req-14a2ea6b-07d4-4cd9-964c-a951d581c3a2 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] No waiting events found dispatching network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:06:58 user nova-compute[74702]: WARNING nova.compute.manager [req-62d6fcb5-d37e-4e9b-a916-9b80ce2a3681 req-14a2ea6b-07d4-4cd9-964c-a951d581c3a2 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received unexpected event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff for instance with vm_state building and task_state spawning.
Oct 26 02:06:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:06:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:07:00 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Instance spawned successfully.
Oct 26 02:07:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG nova.compute.manager [req-5c749b75-c897-4b81-ab54-747c0bc068cd req-5e88483b-56ac-4bdc-9849-acf834df158c service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5c749b75-c897-4b81-ab54-747c0bc068cd req-5e88483b-56ac-4bdc-9849-acf834df158c service nova] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5c749b75-c897-4b81-ab54-747c0bc068cd req-5e88483b-56ac-4bdc-9849-acf834df158c service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5c749b75-c897-4b81-ab54-747c0bc068cd req-5e88483b-56ac-4bdc-9849-acf834df158c service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:00 user nova-compute[74702]: DEBUG nova.compute.manager [req-5c749b75-c897-4b81-ab54-747c0bc068cd req-5e88483b-56ac-4bdc-9849-acf834df158c service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] No waiting events found dispatching network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:07:00 user nova-compute[74702]: WARNING nova.compute.manager [req-5c749b75-c897-4b81-ab54-747c0bc068cd req-5e88483b-56ac-4bdc-9849-acf834df158c service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received unexpected event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff for instance with vm_state building and task_state spawning.
Oct 26 02:07:00 user nova-compute[74702]: INFO nova.compute.manager [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Took 5.16 seconds to spawn the instance on the hypervisor.
Oct 26 02:07:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:07:00 user nova-compute[74702]: INFO nova.compute.manager [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Took 40.52 seconds to build instance.
Oct 26 02:07:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5f691d70-dea1-47e7-90cd-7c2d654d20fc tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 40.624s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:07:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Acquiring lock "f376b238-27b2-446c-83db-51fa3076039a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "f376b238-27b2-446c-83db-51fa3076039a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:07:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:07:14 user nova-compute[74702]: INFO nova.compute.claims [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Claim successful on node user
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.459s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:07:15 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:07:15 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Creating image(s)
Oct 26 02:07:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Acquiring lock "/opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "/opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "/opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.policy [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcee4a3daad14259aee597314fd1e472', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aab654fb2fbf458e8db9d60db80d4479', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:07:15 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Creating image(s)
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Ensure instance console log exists: /opt/stack/data/nova/instances/c177d42c-7318-4b91-9066-d81d78171749/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Start _get_guest_xml network_info=[{"id": "38106d13-4d51-4783-b979-ce7b8987dea0", "address": "fa:16:3e:e3:ae:e5", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38106d13-4d", "ovs_interfaceid": "38106d13-4d51-4783-b979-ce7b8987dea0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-26T02:06:38Z,direct_url=<?>,disk_format='qcow2',id=b5174966-12e5-4fe6-83cb-1ee6c9daf32e,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-503404561',owner='b4e644c9f9ec4e6e8c3e602da0c9cd97',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-26T02:06:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RtJOHNdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c177d42c-7318-4b91-9066-d81d78171749', 'attached_at': '', 'detached_at': '', 'volume_id': '45cb8bf9-fc17-4817-8d16-f816e38b5447', 'serial': '45cb8bf9-fc17-4817-8d16-f816e38b5447'}, 'attachment_id': 'bff5a9d0-0395-46a8-a753-3f00a3709445', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:07:16 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-26T02:06:38Z,direct_url=<?>,disk_format='qcow2',id=b5174966-12e5-4fe6-83cb-1ee6c9daf32e,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-503404561',owner='b4e644c9f9ec4e6e8c3e602da0c9cd97',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-26T02:06:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RtJOHNdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:07:16 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:07:16 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:07:16 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e55f130-d8d9-4723-b451-53d0fe87f4bc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:07:16 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5511791f-da67-46f2-8883-25d0cf7e2b88]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447] added
Oct 26 02:07:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b257323-a29f-445e-8a94-df046281285a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b880fa84-6dc1-4139-8940-618e23cbedcf]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RtJOHNdZ {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk 1073741824" returned: 0 in 0.050s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RtJOHNdZ" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd78ca10-8552-413b-a1e9-4c25679d9128]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RtJOHNdZ'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e8996ea-2c80-496a-acf0-6597d2df4ab5]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff72ee17-51dd-4ea3-a59c-864069651080]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1880730-2ccc-4fc5-9f6d-5e5cd3dfde89]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447, portal: 172.16.0.220,3260]
Oct 26 02:07:16 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447, portal: 172.16.0.220,3260] successful.
Oct 26 02:07:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f86c4b0-00ee-4461-9bac-da717549780b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b6b96dd-dec2-4346-afd5-47116ed61e74]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 (non-flash)
Oct 26 02:07:16 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.406s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] HCTL ('37', '-', '-', 0) found on session 39 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[da7008e6-6e61-4434-9d43-2d1dc82f1ce5]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching for a device in session 39 and hctl ['37', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Cannot resize image /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Ensure instance console log exists: /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Successfully created port: a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Successfully updated port: a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Acquiring lock "refresh_cache-f376b238-27b2-446c-83db-51fa3076039a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Acquired lock "refresh_cache-f376b238-27b2-446c-83db-51fa3076039a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-8a7cedf6-4de4-440d-9c5e-f34f236fbae3 req-ef01cd64-f351-429a-88f6-4f421dfd9582 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Received event network-changed-a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-8a7cedf6-4de4-440d-9c5e-f34f236fbae3 req-ef01cd64-f351-429a-88f6-4f421dfd9582 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Refreshing instance network info cache due to event network-changed-a7e1e5be-129f-4985-83ff-11981b7cf170. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8a7cedf6-4de4-440d-9c5e-f34f236fbae3 req-ef01cd64-f351-429a-88f6-4f421dfd9582 service nova] Acquiring lock "refresh_cache-f376b238-27b2-446c-83db-51fa3076039a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.neutron [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Updating instance_info_cache with network_info: [{"id": "a7e1e5be-129f-4985-83ff-11981b7cf170", "address": "fa:16:3e:5e:01:f1", "network": {"id": "d7008f05-aaef-4015-a7c6-74e78c11339a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "c214319323724dd88b28ccbd8df1dac2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7e1e5be-12", "ovs_interfaceid": "a7e1e5be-129f-4985-83ff-11981b7cf170", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching for a device in session 39 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RtJOHNdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.439s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== connect_volume: return (1442ms) {'type': 'block', 'scsi_wwn': '23535643533336637', 'path': '/dev/sdf'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23535643533336637', 'path': '/dev/sdf'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Releasing lock "refresh_cache-f376b238-27b2-446c-83db-51fa3076039a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Instance network_info: |[{"id": "a7e1e5be-129f-4985-83ff-11981b7cf170", "address": "fa:16:3e:5e:01:f1", "network": {"id": "d7008f05-aaef-4015-a7c6-74e78c11339a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "c214319323724dd88b28ccbd8df1dac2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7e1e5be-12", "ovs_interfaceid": "a7e1e5be-129f-4985-83ff-11981b7cf170", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8a7cedf6-4de4-440d-9c5e-f34f236fbae3 req-ef01cd64-f351-429a-88f6-4f421dfd9582 service nova] Acquired lock "refresh_cache-f376b238-27b2-446c-83db-51fa3076039a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.neutron [req-8a7cedf6-4de4-440d-9c5e-f34f236fbae3 req-ef01cd64-f351-429a-88f6-4f421dfd9582 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Refreshing network info cache for port a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Start _get_guest_xml network_info=[{"id": "a7e1e5be-129f-4985-83ff-11981b7cf170", "address": "fa:16:3e:5e:01:f1", "network": {"id": "d7008f05-aaef-4015-a7c6-74e78c11339a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "c214319323724dd88b28ccbd8df1dac2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7e1e5be-12", "ovs_interfaceid": "a7e1e5be-129f-4985-83ff-11981b7cf170", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:06:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-872157517',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-872157517',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-872157517',id=39,image_ref='b5174966-12e5-4fe6-83cb-1ee6c9daf32e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMP/VPSjPTFAPQR/mQCUKauf0nG2ODCdRvlG+GRDQmO2NyirAonUyfLzcS4Mli5k8rAl+kyA+UF74vyHeU/BSV/0vDJAza0WhT8LMkIGscuBvuBI2aHsfmruqpLQk/IhLg==',key_name='tempest-keypair-1535097190',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-g5inbp80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-540192483',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:06:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=c177d42c-7318-4b91-9066-d81d78171749,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "38106d13-4d51-4783-b979-ce7b8987dea0", "address": "fa:16:3e:e3:ae:e5", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38106d13-4d", "ovs_interfaceid": "38106d13-4d51-4783-b979-ce7b8987dea0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "38106d13-4d51-4783-b979-ce7b8987dea0", "address": "fa:16:3e:e3:ae:e5", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38106d13-4d", "ovs_interfaceid": "38106d13-4d51-4783-b979-ce7b8987dea0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:ae:e5,bridge_name='br-int',has_traffic_filtering=True,id=38106d13-4d51-4783-b979-ce7b8987dea0,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38106d13-4d') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.objects.instance [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lazy-loading 'pci_devices' on Instance uuid c177d42c-7318-4b91-9066-d81d78171749 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:07:17 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:07:17 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:07:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1196703810',display_name='tempest-VolumesNegativeTest-instance-1196703810',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1196703810',id=40,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aab654fb2fbf458e8db9d60db80d4479',ramdisk_id='',reservation_id='r-lz5w7kad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-735862825',owner_user_name='tempest-VolumesNegativeTest-735862825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:07:16Z,user_data=None,user_id='fcee4a3daad14259aee597314fd1e472',uuid=f376b238-27b2-446c-83db-51fa3076039a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a7e1e5be-129f-4985-83ff-11981b7cf170", "address": "fa:16:3e:5e:01:f1", "network": {"id": "d7008f05-aaef-4015-a7c6-74e78c11339a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "c214319323724dd88b28ccbd8df1dac2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7e1e5be-12", "ovs_interfaceid": "a7e1e5be-129f-4985-83ff-11981b7cf170", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Converting VIF {"id": "a7e1e5be-129f-4985-83ff-11981b7cf170", "address": "fa:16:3e:5e:01:f1", "network": {"id": "d7008f05-aaef-4015-a7c6-74e78c11339a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "c214319323724dd88b28ccbd8df1dac2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7e1e5be-12", "ovs_interfaceid": "a7e1e5be-129f-4985-83ff-11981b7cf170", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:01:f1,bridge_name='br-int',has_traffic_filtering=True,id=a7e1e5be-129f-4985-83ff-11981b7cf170,network=Network(d7008f05-aaef-4015-a7c6-74e78c11339a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7e1e5be-12') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.objects.instance [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lazy-loading 'pci_devices' on Instance uuid f376b238-27b2-446c-83db-51fa3076039a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:07:17 user nova-compute[74702]:   <uuid>c177d42c-7318-4b91-9066-d81d78171749</uuid>
Oct 26 02:07:17 user nova-compute[74702]:   <name>instance-00000027</name>
Oct 26 02:07:17 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:07:17 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:07:17 user nova-compute[74702]:   <metadata>
Oct 26 02:07:17 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:07:17 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:07:17 user nova-compute[74702]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-872157517</nova:name>
Oct 26 02:07:17 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:07:16</nova:creationTime>
Oct 26 02:07:17 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:07:17 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:07:17 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:07:17 user nova-compute[74702]:       <nova:owner>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:user uuid="55a62fa5cb5b4305b2ebcc96414673a6">tempest-TestVolumeBootPattern-540192483-project-member</nova:user>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:project uuid="b4e644c9f9ec4e6e8c3e602da0c9cd97">tempest-TestVolumeBootPattern-540192483</nova:project>
Oct 26 02:07:17 user nova-compute[74702]:       </nova:owner>
Oct 26 02:07:17 user nova-compute[74702]:       <nova:root type="image" uuid="b5174966-12e5-4fe6-83cb-1ee6c9daf32e"/>
Oct 26 02:07:17 user nova-compute[74702]:       <nova:ports>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:port uuid="38106d13-4d51-4783-b979-ce7b8987dea0">
Oct 26 02:07:17 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 02:07:17 user nova-compute[74702]:         </nova:port>
Oct 26 02:07:17 user nova-compute[74702]:       </nova:ports>
Oct 26 02:07:17 user nova-compute[74702]:     </nova:instance>
Oct 26 02:07:17 user nova-compute[74702]:   </metadata>
Oct 26 02:07:17 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:07:17 user nova-compute[74702]:     <system>
Oct 26 02:07:17 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:07:17 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:07:17 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:07:17 user nova-compute[74702]:       <entry name="serial">c177d42c-7318-4b91-9066-d81d78171749</entry>
Oct 26 02:07:17 user nova-compute[74702]:       <entry name="uuid">c177d42c-7318-4b91-9066-d81d78171749</entry>
Oct 26 02:07:17 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:07:17 user nova-compute[74702]:     </system>
Oct 26 02:07:17 user nova-compute[74702]:   </sysinfo>
Oct 26 02:07:17 user nova-compute[74702]:   <os>
Oct 26 02:07:17 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:07:17 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:07:17 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:07:17 user nova-compute[74702]:   </os>
Oct 26 02:07:17 user nova-compute[74702]:   <features>
Oct 26 02:07:17 user nova-compute[74702]:     <acpi/>
Oct 26 02:07:17 user nova-compute[74702]:     <apic/>
Oct 26 02:07:17 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:07:17 user nova-compute[74702]:   </features>
Oct 26 02:07:17 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:07:17 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:07:17 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:07:17 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:07:17 user nova-compute[74702]:   </clock>
Oct 26 02:07:17 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:07:17 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:07:17 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:07:17 user nova-compute[74702]:   </cpu>
Oct 26 02:07:17 user nova-compute[74702]:   <devices>
Oct 26 02:07:17 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:07:17 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:07:17 user nova-compute[74702]:       <source dev="/dev/sdf"/>
Oct 26 02:07:17 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:07:17 user nova-compute[74702]:       <serial>45cb8bf9-fc17-4817-8d16-f816e38b5447</serial>
Oct 26 02:07:17 user nova-compute[74702]:     </disk>
Oct 26 02:07:17 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:07:17 user nova-compute[74702]:       <mac address="fa:16:3e:e3:ae:e5"/>
Oct 26 02:07:17 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:07:17 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:07:17 user nova-compute[74702]:       <target dev="tap38106d13-4d"/>
Oct 26 02:07:17 user nova-compute[74702]:     </interface>
Oct 26 02:07:17 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:07:17 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/c177d42c-7318-4b91-9066-d81d78171749/console.log" append="off"/>
Oct 26 02:07:17 user nova-compute[74702]:     </serial>
Oct 26 02:07:17 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:07:17 user nova-compute[74702]:     <video>
Oct 26 02:07:17 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:07:17 user nova-compute[74702]:     </video>
Oct 26 02:07:17 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:07:17 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:07:17 user nova-compute[74702]:     </rng>
Oct 26 02:07:17 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:07:17 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:07:17 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:07:17 user nova-compute[74702]:     </memballoon>
Oct 26 02:07:17 user nova-compute[74702]:   </devices>
Oct 26 02:07:17 user nova-compute[74702]: </domain>
Oct 26 02:07:17 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:06:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-872157517',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-872157517',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-872157517',id=39,image_ref='b5174966-12e5-4fe6-83cb-1ee6c9daf32e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMP/VPSjPTFAPQR/mQCUKauf0nG2ODCdRvlG+GRDQmO2NyirAonUyfLzcS4Mli5k8rAl+kyA+UF74vyHeU/BSV/0vDJAza0WhT8LMkIGscuBvuBI2aHsfmruqpLQk/IhLg==',key_name='tempest-keypair-1535097190',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-g5inbp80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-540192483',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:06:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=c177d42c-7318-4b91-9066-d81d78171749,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "38106d13-4d51-4783-b979-ce7b8987dea0", "address": "fa:16:3e:e3:ae:e5", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38106d13-4d", "ovs_interfaceid": "38106d13-4d51-4783-b979-ce7b8987dea0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "38106d13-4d51-4783-b979-ce7b8987dea0", "address": "fa:16:3e:e3:ae:e5", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38106d13-4d", "ovs_interfaceid": "38106d13-4d51-4783-b979-ce7b8987dea0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:ae:e5,bridge_name='br-int',has_traffic_filtering=True,id=38106d13-4d51-4783-b979-ce7b8987dea0,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38106d13-4d') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG os_vif [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:ae:e5,bridge_name='br-int',has_traffic_filtering=True,id=38106d13-4d51-4783-b979-ce7b8987dea0,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38106d13-4d') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '80418c2a-bbc3-52c9-a399-36f7dd976365', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:07:17 user nova-compute[74702]:   <uuid>f376b238-27b2-446c-83db-51fa3076039a</uuid>
Oct 26 02:07:17 user nova-compute[74702]:   <name>instance-00000028</name>
Oct 26 02:07:17 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:07:17 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:07:17 user nova-compute[74702]:   <metadata>
Oct 26 02:07:17 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:07:17 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:07:17 user nova-compute[74702]:       <nova:name>tempest-VolumesNegativeTest-instance-1196703810</nova:name>
Oct 26 02:07:17 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:07:17</nova:creationTime>
Oct 26 02:07:17 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:07:17 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:07:17 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:07:17 user nova-compute[74702]:       <nova:owner>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:user uuid="fcee4a3daad14259aee597314fd1e472">tempest-VolumesNegativeTest-735862825-project-member</nova:user>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:project uuid="aab654fb2fbf458e8db9d60db80d4479">tempest-VolumesNegativeTest-735862825</nova:project>
Oct 26 02:07:17 user nova-compute[74702]:       </nova:owner>
Oct 26 02:07:17 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 02:07:17 user nova-compute[74702]:       <nova:ports>
Oct 26 02:07:17 user nova-compute[74702]:         <nova:port uuid="a7e1e5be-129f-4985-83ff-11981b7cf170">
Oct 26 02:07:17 user nova-compute[74702]:           <nova:ip type="fixed" address="192.168.233.143" ipVersion="4"/>
Oct 26 02:07:17 user nova-compute[74702]:         </nova:port>
Oct 26 02:07:17 user nova-compute[74702]:       </nova:ports>
Oct 26 02:07:17 user nova-compute[74702]:     </nova:instance>
Oct 26 02:07:17 user nova-compute[74702]:   </metadata>
Oct 26 02:07:17 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:07:17 user nova-compute[74702]:     <system>
Oct 26 02:07:17 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:07:17 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:07:17 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:07:17 user nova-compute[74702]:       <entry name="serial">f376b238-27b2-446c-83db-51fa3076039a</entry>
Oct 26 02:07:17 user nova-compute[74702]:       <entry name="uuid">f376b238-27b2-446c-83db-51fa3076039a</entry>
Oct 26 02:07:17 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:07:17 user nova-compute[74702]:     </system>
Oct 26 02:07:17 user nova-compute[74702]:   </sysinfo>
Oct 26 02:07:17 user nova-compute[74702]:   <os>
Oct 26 02:07:17 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:07:17 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:07:17 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:07:17 user nova-compute[74702]:   </os>
Oct 26 02:07:17 user nova-compute[74702]:   <features>
Oct 26 02:07:17 user nova-compute[74702]:     <acpi/>
Oct 26 02:07:17 user nova-compute[74702]:     <apic/>
Oct 26 02:07:17 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:07:17 user nova-compute[74702]:   </features>
Oct 26 02:07:17 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:07:17 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:07:17 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:07:17 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:07:17 user nova-compute[74702]:   </clock>
Oct 26 02:07:17 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:07:17 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:07:17 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:07:17 user nova-compute[74702]:   </cpu>
Oct 26 02:07:17 user nova-compute[74702]:   <devices>
Oct 26 02:07:17 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:07:17 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:07:17 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk"/>
Oct 26 02:07:17 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:07:17 user nova-compute[74702]:     </disk>
Oct 26 02:07:17 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:07:17 user nova-compute[74702]:       <mac address="fa:16:3e:5e:01:f1"/>
Oct 26 02:07:17 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:07:17 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:07:17 user nova-compute[74702]:       <target dev="tapa7e1e5be-12"/>
Oct 26 02:07:17 user nova-compute[74702]:     </interface>
Oct 26 02:07:17 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:07:17 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/console.log" append="off"/>
Oct 26 02:07:17 user nova-compute[74702]:     </serial>
Oct 26 02:07:17 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:07:17 user nova-compute[74702]:     <video>
Oct 26 02:07:17 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:07:17 user nova-compute[74702]:     </video>
Oct 26 02:07:17 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:07:17 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:07:17 user nova-compute[74702]:     </rng>
Oct 26 02:07:17 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:07:17 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:07:17 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:07:17 user nova-compute[74702]:     </memballoon>
Oct 26 02:07:17 user nova-compute[74702]:   </devices>
Oct 26 02:07:17 user nova-compute[74702]: </domain>
Oct 26 02:07:17 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:07:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1196703810',display_name='tempest-VolumesNegativeTest-instance-1196703810',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1196703810',id=40,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aab654fb2fbf458e8db9d60db80d4479',ramdisk_id='',reservation_id='r-lz5w7kad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-735862825',owner_user_name='tempest-VolumesNegativeTest-735862825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:07:16Z,user_data=None,user_id='fcee4a3daad14259aee597314fd1e472',uuid=f376b238-27b2-446c-83db-51fa3076039a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a7e1e5be-129f-4985-83ff-11981b7cf170", "address": "fa:16:3e:5e:01:f1", "network": {"id": "d7008f05-aaef-4015-a7c6-74e78c11339a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "c214319323724dd88b28ccbd8df1dac2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7e1e5be-12", "ovs_interfaceid": "a7e1e5be-129f-4985-83ff-11981b7cf170", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Converting VIF {"id": "a7e1e5be-129f-4985-83ff-11981b7cf170", "address": "fa:16:3e:5e:01:f1", "network": {"id": "d7008f05-aaef-4015-a7c6-74e78c11339a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "c214319323724dd88b28ccbd8df1dac2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7e1e5be-12", "ovs_interfaceid": "a7e1e5be-129f-4985-83ff-11981b7cf170", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:01:f1,bridge_name='br-int',has_traffic_filtering=True,id=a7e1e5be-129f-4985-83ff-11981b7cf170,network=Network(d7008f05-aaef-4015-a7c6-74e78c11339a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7e1e5be-12') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG os_vif [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:01:f1,bridge_name='br-int',has_traffic_filtering=True,id=a7e1e5be-129f-4985-83ff-11981b7cf170,network=Network(d7008f05-aaef-4015-a7c6-74e78c11339a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7e1e5be-12') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0c7f2ace-3d72-580b-81a3-6df7f2f696c7', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap38106d13-4d, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap38106d13-4d, col_values=(('qos', UUID('25f551e3-000e-4592-ba2b-5d3e0c11e166')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap38106d13-4d, col_values=(('external_ids', {'iface-id': '38106d13-4d51-4783-b979-ce7b8987dea0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e3:ae:e5', 'vm-uuid': 'c177d42c-7318-4b91-9066-d81d78171749'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:17 user nova-compute[74702]: INFO os_vif [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:ae:e5,bridge_name='br-int',has_traffic_filtering=True,id=38106d13-4d51-4783-b979-ce7b8987dea0,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38106d13-4d')
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa7e1e5be-12, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa7e1e5be-12, col_values=(('qos', UUID('06a8766b-b448-4486-a074-92346885f430')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa7e1e5be-12, col_values=(('external_ids', {'iface-id': 'a7e1e5be-129f-4985-83ff-11981b7cf170', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5e:01:f1', 'vm-uuid': 'f376b238-27b2-446c-83db-51fa3076039a'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:17 user nova-compute[74702]: INFO os_vif [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:01:f1,bridge_name='br-int',has_traffic_filtering=True,id=a7e1e5be-129f-4985-83ff-11981b7cf170,network=Network(d7008f05-aaef-4015-a7c6-74e78c11339a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7e1e5be-12')
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] No VIF found with MAC fa:16:3e:e3:ae:e5, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] No VIF found with MAC fa:16:3e:5e:01:f1, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.neutron [req-8a7cedf6-4de4-440d-9c5e-f34f236fbae3 req-ef01cd64-f351-429a-88f6-4f421dfd9582 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Updated VIF entry in instance network info cache for port a7e1e5be-129f-4985-83ff-11981b7cf170. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG nova.network.neutron [req-8a7cedf6-4de4-440d-9c5e-f34f236fbae3 req-ef01cd64-f351-429a-88f6-4f421dfd9582 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Updating instance_info_cache with network_info: [{"id": "a7e1e5be-129f-4985-83ff-11981b7cf170", "address": "fa:16:3e:5e:01:f1", "network": {"id": "d7008f05-aaef-4015-a7c6-74e78c11339a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "c214319323724dd88b28ccbd8df1dac2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7e1e5be-12", "ovs_interfaceid": "a7e1e5be-129f-4985-83ff-11981b7cf170", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:07:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8a7cedf6-4de4-440d-9c5e-f34f236fbae3 req-ef01cd64-f351-429a-88f6-4f421dfd9582 service nova] Releasing lock "refresh_cache-f376b238-27b2-446c-83db-51fa3076039a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:07:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-0f658a25-fc44-43bb-af70-88d849f8d5b5 req-aff7d907-7a68-40f3-ae18-c2b99b22f825 service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Received event network-vif-plugged-38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0f658a25-fc44-43bb-af70-88d849f8d5b5 req-aff7d907-7a68-40f3-ae18-c2b99b22f825 service nova] Acquiring lock "c177d42c-7318-4b91-9066-d81d78171749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0f658a25-fc44-43bb-af70-88d849f8d5b5 req-aff7d907-7a68-40f3-ae18-c2b99b22f825 service nova] Lock "c177d42c-7318-4b91-9066-d81d78171749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0f658a25-fc44-43bb-af70-88d849f8d5b5 req-aff7d907-7a68-40f3-ae18-c2b99b22f825 service nova] Lock "c177d42c-7318-4b91-9066-d81d78171749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-0f658a25-fc44-43bb-af70-88d849f8d5b5 req-aff7d907-7a68-40f3-ae18-c2b99b22f825 service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] No waiting events found dispatching network-vif-plugged-38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:07:20 user nova-compute[74702]: WARNING nova.compute.manager [req-0f658a25-fc44-43bb-af70-88d849f8d5b5 req-aff7d907-7a68-40f3-ae18-c2b99b22f825 service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Received unexpected event network-vif-plugged-38106d13-4d51-4783-b979-ce7b8987dea0 for instance with vm_state building and task_state spawning.
Oct 26 02:07:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-5c7a1b38-ab50-4224-b3d3-469fb7edc741 req-f208cbdd-29f4-4946-9bdc-bae0613b16cc service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Received event network-vif-plugged-a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5c7a1b38-ab50-4224-b3d3-469fb7edc741 req-f208cbdd-29f4-4946-9bdc-bae0613b16cc service nova] Acquiring lock "f376b238-27b2-446c-83db-51fa3076039a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5c7a1b38-ab50-4224-b3d3-469fb7edc741 req-f208cbdd-29f4-4946-9bdc-bae0613b16cc service nova] Lock "f376b238-27b2-446c-83db-51fa3076039a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5c7a1b38-ab50-4224-b3d3-469fb7edc741 req-f208cbdd-29f4-4946-9bdc-bae0613b16cc service nova] Lock "f376b238-27b2-446c-83db-51fa3076039a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:20 user nova-compute[74702]: DEBUG nova.compute.manager [req-5c7a1b38-ab50-4224-b3d3-469fb7edc741 req-f208cbdd-29f4-4946-9bdc-bae0613b16cc service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] No waiting events found dispatching network-vif-plugged-a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:07:20 user nova-compute[74702]: WARNING nova.compute.manager [req-5c7a1b38-ab50-4224-b3d3-469fb7edc741 req-f208cbdd-29f4-4946-9bdc-bae0613b16cc service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Received unexpected event network-vif-plugged-a7e1e5be-129f-4985-83ff-11981b7cf170 for instance with vm_state building and task_state spawning.
Oct 26 02:07:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-4a621dae-2e92-4fdb-9180-04c98d3bc7af req-560c7e66-ec51-4913-b5ff-0fae2b30a1cd service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Received event network-vif-plugged-38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4a621dae-2e92-4fdb-9180-04c98d3bc7af req-560c7e66-ec51-4913-b5ff-0fae2b30a1cd service nova] Acquiring lock "c177d42c-7318-4b91-9066-d81d78171749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4a621dae-2e92-4fdb-9180-04c98d3bc7af req-560c7e66-ec51-4913-b5ff-0fae2b30a1cd service nova] Lock "c177d42c-7318-4b91-9066-d81d78171749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4a621dae-2e92-4fdb-9180-04c98d3bc7af req-560c7e66-ec51-4913-b5ff-0fae2b30a1cd service nova] Lock "c177d42c-7318-4b91-9066-d81d78171749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-4a621dae-2e92-4fdb-9180-04c98d3bc7af req-560c7e66-ec51-4913-b5ff-0fae2b30a1cd service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] No waiting events found dispatching network-vif-plugged-38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:07:22 user nova-compute[74702]: WARNING nova.compute.manager [req-4a621dae-2e92-4fdb-9180-04c98d3bc7af req-560c7e66-ec51-4913-b5ff-0fae2b30a1cd service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Received unexpected event network-vif-plugged-38106d13-4d51-4783-b979-ce7b8987dea0 for instance with vm_state building and task_state spawning.
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:07:22 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: c177d42c-7318-4b91-9066-d81d78171749] Instance spawned successfully.
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:07:22 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: f376b238-27b2-446c-83db-51fa3076039a] Instance spawned successfully.
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:22 user nova-compute[74702]: INFO nova.compute.manager [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Took 6.75 seconds to spawn the instance on the hypervisor.
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:07:22 user nova-compute[74702]: INFO nova.compute.manager [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Took 6.93 seconds to spawn the instance on the hypervisor.
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:07:22 user nova-compute[74702]: INFO nova.compute.manager [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Took 32.49 seconds to build instance.
Oct 26 02:07:22 user nova-compute[74702]: INFO nova.compute.manager [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Took 7.88 seconds to build instance.
Oct 26 02:07:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f58103f-e27d-4ac4-81d3-041a0c5e323c tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "c177d42c-7318-4b91-9066-d81d78171749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 32.600s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c9a8e165-572f-41a0-a583-08df4b909abd tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "f376b238-27b2-446c-83db-51fa3076039a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.984s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-23afba53-9c77-4393-8ded-8d901cc29f81 req-4eaef93e-dbce-46ed-897a-900eb1ac7561 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Received event network-vif-plugged-a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-23afba53-9c77-4393-8ded-8d901cc29f81 req-4eaef93e-dbce-46ed-897a-900eb1ac7561 service nova] Acquiring lock "f376b238-27b2-446c-83db-51fa3076039a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-23afba53-9c77-4393-8ded-8d901cc29f81 req-4eaef93e-dbce-46ed-897a-900eb1ac7561 service nova] Lock "f376b238-27b2-446c-83db-51fa3076039a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-23afba53-9c77-4393-8ded-8d901cc29f81 req-4eaef93e-dbce-46ed-897a-900eb1ac7561 service nova] Lock "f376b238-27b2-446c-83db-51fa3076039a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:22 user nova-compute[74702]: DEBUG nova.compute.manager [req-23afba53-9c77-4393-8ded-8d901cc29f81 req-4eaef93e-dbce-46ed-897a-900eb1ac7561 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] No waiting events found dispatching network-vif-plugged-a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:07:22 user nova-compute[74702]: WARNING nova.compute.manager [req-23afba53-9c77-4393-8ded-8d901cc29f81 req-4eaef93e-dbce-46ed-897a-900eb1ac7561 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Received unexpected event network-vif-plugged-a7e1e5be-129f-4985-83ff-11981b7cf170 for instance with vm_state active and task_state None.
Oct 26 02:07:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:07:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:40 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:07:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:07:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:42 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:07:42 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:07:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=7999MB free_disk=24.970348358154297GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 81914eb5-12d5-4dcd-b0e1-582e70ed88bc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance fb19a14b-b82d-4558-b41c-d70d6a1a09e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 7ef9ad44-429c-4210-87d5-6792b227b5b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ab3a966e-a40f-4a28-8e88-ae87657185f4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance c177d42c-7318-4b91-9066-d81d78171749 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance f376b238-27b2-446c-83db-51fa3076039a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:07:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:07:43 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:07:43 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:07:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:07:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.440s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:44 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:07:44 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:07:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:07:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-fb19a14b-b82d-4558-b41c-d70d6a1a09e1" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:07:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-fb19a14b-b82d-4558-b41c-d70d6a1a09e1" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:07:44 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:07:44 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Updating instance_info_cache with network_info: [{"id": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "address": "fa:16:3e:c5:bd:fc", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1d6950d-5e", "ovs_interfaceid": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:07:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-fb19a14b-b82d-4558-b41c-d70d6a1a09e1" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:07:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:07:44 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:07:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:07:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:48 user nova-compute[74702]: INFO nova.compute.manager [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Terminating instance
Oct 26 02:07:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-98e49de0-e78b-409e-b166-ffffdd27a78e req-21196e01-2318-489f-aca1-5afc91a7283f service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received event network-vif-unplugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-98e49de0-e78b-409e-b166-ffffdd27a78e req-21196e01-2318-489f-aca1-5afc91a7283f service nova] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-98e49de0-e78b-409e-b166-ffffdd27a78e req-21196e01-2318-489f-aca1-5afc91a7283f service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-98e49de0-e78b-409e-b166-ffffdd27a78e req-21196e01-2318-489f-aca1-5afc91a7283f service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-98e49de0-e78b-409e-b166-ffffdd27a78e req-21196e01-2318-489f-aca1-5afc91a7283f service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] No waiting events found dispatching network-vif-unplugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-98e49de0-e78b-409e-b166-ffffdd27a78e req-21196e01-2318-489f-aca1-5afc91a7283f service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received event network-vif-unplugged-bdcd140b-a197-43db-b585-f35776db733c for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:48 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Instance destroyed successfully.
Oct 26 02:07:48 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lazy-loading 'resources' on Instance uuid 81914eb5-12d5-4dcd-b0e1-582e70ed88bc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:01:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-515621977',display_name='tempest-ServerActionsTestOtherA-server-515621977',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-515621977',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDFoRJajMeq6uo6web96f8WeUIvXWHLjzMHyWZvgaevfgpipg4k8T1A6GQrnnL+ypgwmRWm0Zi1OogEjmR0JMPafAxDB/NLC0Gfvy9spfodUvidQALkdU9NDzCajWpg85Q==',key_name='tempest-keypair-931142463',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:03:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-fbo2p5zd',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:04:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=81914eb5-12d5-4dcd-b0e1-582e70ed88bc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "bdcd140b-a197-43db-b585-f35776db733c", "address": "fa:16:3e:04:55:f8", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcd140b-a1", "ovs_interfaceid": "bdcd140b-a197-43db-b585-f35776db733c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_vif [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbdcd140b-a1, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fd1c08d0-c5ab-49bf-8fd0-6ced2a06f547) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:49 user nova-compute[74702]: INFO os_vif [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:55:f8,bridge_name='br-int',has_traffic_filtering=True,id=bdcd140b-a197-43db-b585-f35776db733c,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcd140b-a1')
Oct 26 02:07:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lpbXGHPB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:07:49 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c5b1cf1-8bdb-4d01-b812-a628b5b6e7e9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:07:49 user nova-compute[74702]: No targets found.
Oct 26 02:07:49 user nova-compute[74702]: iSNS:
Oct 26 02:07:49 user nova-compute[74702]: No targets found.
Oct 26 02:07:49 user nova-compute[74702]: STATIC:
Oct 26 02:07:49 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447
Oct 26 02:07:49 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:07:49 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:07:49 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda
Oct 26 02:07:49 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:07:49 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:07:49 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 02:07:49 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:07:49 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:07:49 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846
Oct 26 02:07:49 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:07:49 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:07:49 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3
Oct 26 02:07:49 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:07:49 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:07:49 user nova-compute[74702]: FIRMWARE:
Oct 26 02:07:49 user nova-compute[74702]: No targets found.
Oct 26 02:07:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:07:49 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:07:49 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[80de0f26-9da8-495e-bc47-0c0d74786bfe]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc1b3e13-be7d-4721-8d0e-8b756704c4ef]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:07:49 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:07:49 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:07:49 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:07:49 user nova-compute[74702]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 (non-flash)
Oct 26 02:07:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:07:49 user nova-compute[74702]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda (non-flash)
Oct 26 02:07:49 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:07:49 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:07:49 user nova-compute[74702]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 (non-flash)
Oct 26 02:07:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084edf30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fea7c81e-61b7-4af0-9040-3eed226dfcff]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[78aa2234-0615-486c-89cd-6ccf2b642094]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[309dd31e-fe40-4968-b1b5-4bdae28e5f9c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4280bdec-01e3-43c9-ab89-c8d6db263a6a]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26462326333653733', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_a49cefa2', '/dev/disk/by-id/scsi-1SCST_BIOa49cefa2-db2c3e7338b3ab45') {{(pid=85952) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef47c7c1-e547-493c-b421-dcd041a14d56]: (4, None) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf0ccd24-c478-437c-890a-9015e67c7760]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7b71676-5a9f-43cb-b5d6-7099ce4a64ea]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260]
Oct 26 02:07:49 user nova-compute[74702]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda, portal: 172.16.0.220,3260] successful.
Oct 26 02:07:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b5e372a-bc1b-4476-934e-00da31024eda -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf854c83-63e9-46c8-b319-a7135e2e906b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.349s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] <== disconnect_volume: return (351ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:07:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Deleting instance files /opt/stack/data/nova/instances/81914eb5-12d5-4dcd-b0e1-582e70ed88bc_del
Oct 26 02:07:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Deletion of /opt/stack/data/nova/instances/81914eb5-12d5-4dcd-b0e1-582e70ed88bc_del complete
Oct 26 02:07:49 user nova-compute[74702]: INFO nova.compute.manager [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Took 1.26 seconds to destroy the instance on the hypervisor.
Oct 26 02:07:49 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:07:49 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:07:50 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:07:50 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Took 0.99 seconds to deallocate network for instance.
Oct 26 02:07:50 user nova-compute[74702]: DEBUG nova.compute.manager [req-c17236a9-4484-4c0d-88aa-189820a0774d req-3eb6174b-54a9-430b-9631-5d2388ab1e99 service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received event network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:07:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c17236a9-4484-4c0d-88aa-189820a0774d req-3eb6174b-54a9-430b-9631-5d2388ab1e99 service nova] Acquiring lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c17236a9-4484-4c0d-88aa-189820a0774d req-3eb6174b-54a9-430b-9631-5d2388ab1e99 service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c17236a9-4484-4c0d-88aa-189820a0774d req-3eb6174b-54a9-430b-9631-5d2388ab1e99 service nova] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:50 user nova-compute[74702]: DEBUG nova.compute.manager [req-c17236a9-4484-4c0d-88aa-189820a0774d req-3eb6174b-54a9-430b-9631-5d2388ab1e99 service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] No waiting events found dispatching network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:07:50 user nova-compute[74702]: WARNING nova.compute.manager [req-c17236a9-4484-4c0d-88aa-189820a0774d req-3eb6174b-54a9-430b-9631-5d2388ab1e99 service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received unexpected event network-vif-plugged-bdcd140b-a197-43db-b585-f35776db733c for instance with vm_state active and task_state deleting.
Oct 26 02:07:50 user nova-compute[74702]: DEBUG nova.compute.manager [req-c17236a9-4484-4c0d-88aa-189820a0774d req-3eb6174b-54a9-430b-9631-5d2388ab1e99 service nova] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Received event network-vif-deleted-bdcd140b-a197-43db-b585-f35776db733c {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:07:50 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:07:50 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:07:50 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:07:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:07:51 user nova-compute[74702]: INFO nova.compute.manager [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Took 0.83 seconds to detach 1 volumes for instance.
Oct 26 02:07:51 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 81914eb5-12d5-4dcd-b0e1-582e70ed88bc] Deleting volume: 6b5e372a-bc1b-4476-934e-00da31024eda {{(pid=74702) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 26 02:07:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:07:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:07:51 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:07:51 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:07:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.332s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:51 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Deleted allocations for instance 81914eb5-12d5-4dcd-b0e1-582e70ed88bc
Oct 26 02:07:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f17f7211-e13f-47b9-a92b-154be9263044 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "81914eb5-12d5-4dcd-b0e1-582e70ed88bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.741s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:07:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:07:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:07:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:08:10 user nova-compute[74702]: INFO nova.compute.manager [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Rescuing
Oct 26 02:08:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "refresh_cache-ab3a966e-a40f-4a28-8e88-ae87657185f4" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:08:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquired lock "refresh_cache-ab3a966e-a40f-4a28-8e88-ae87657185f4" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:08:10 user nova-compute[74702]: DEBUG nova.network.neutron [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:08:11 user nova-compute[74702]: DEBUG nova.network.neutron [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Updating instance_info_cache with network_info: [{"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:08:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Releasing lock "refresh_cache-ab3a966e-a40f-4a28-8e88-ae87657185f4" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:08:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-8d361028-4b9c-4dd2-aadc-d78e6a5ea6ed req-df625d1a-f81e-4bda-9525-6f13bdd5a5ff service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-unplugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:08:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8d361028-4b9c-4dd2-aadc-d78e6a5ea6ed req-df625d1a-f81e-4bda-9525-6f13bdd5a5ff service nova] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8d361028-4b9c-4dd2-aadc-d78e6a5ea6ed req-df625d1a-f81e-4bda-9525-6f13bdd5a5ff service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8d361028-4b9c-4dd2-aadc-d78e6a5ea6ed req-df625d1a-f81e-4bda-9525-6f13bdd5a5ff service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-8d361028-4b9c-4dd2-aadc-d78e6a5ea6ed req-df625d1a-f81e-4bda-9525-6f13bdd5a5ff service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] No waiting events found dispatching network-vif-unplugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:08:11 user nova-compute[74702]: WARNING nova.compute.manager [req-8d361028-4b9c-4dd2-aadc-d78e6a5ea6ed req-df625d1a-f81e-4bda-9525-6f13bdd5a5ff service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received unexpected event network-vif-unplugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff for instance with vm_state active and task_state rescuing.
Oct 26 02:08:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:11 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Instance destroyed successfully.
Oct 26 02:08:11 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Attempting a stable device rescue
Oct 26 02:08:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74702) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 26 02:08:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Instance directory exists: not creating {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 26 02:08:12 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Creating image(s)
Oct 26 02:08:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "/opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "/opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "/opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:12 user nova-compute[74702]: DEBUG nova.objects.instance [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'trusted_certs' on Instance uuid ab3a966e-a40f-4a28-8e88-ae87657185f4 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:08:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "6fa888b3e26a7a7dd42cf65299c452dfa3e8d786" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "6fa888b3e26a7a7dd42cf65299c452dfa3e8d786" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786.part --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786.part --force-share --output=json" returned: 0 in 0.209s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG nova.virt.images [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] 30a940e9-264f-447d-ac72-1594e2e3e6ef was qcow2, converting to raw {{(pid=74702) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786.part /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786.converted {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-1b7974d9-ca9a-444e-94f9-d016f6335596 req-3ea7a5b0-0049-4434-9ae9-cd5e8b058e54 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1b7974d9-ca9a-444e-94f9-d016f6335596 req-3ea7a5b0-0049-4434-9ae9-cd5e8b058e54 service nova] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1b7974d9-ca9a-444e-94f9-d016f6335596 req-3ea7a5b0-0049-4434-9ae9-cd5e8b058e54 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1b7974d9-ca9a-444e-94f9-d016f6335596 req-3ea7a5b0-0049-4434-9ae9-cd5e8b058e54 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-1b7974d9-ca9a-444e-94f9-d016f6335596 req-3ea7a5b0-0049-4434-9ae9-cd5e8b058e54 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] No waiting events found dispatching network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:08:13 user nova-compute[74702]: WARNING nova.compute.manager [req-1b7974d9-ca9a-444e-94f9-d016f6335596 req-3ea7a5b0-0049-4434-9ae9-cd5e8b058e54 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received unexpected event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff for instance with vm_state active and task_state rescuing.
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786.part /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786.converted" returned: 0 in 0.375s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786.converted --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786.converted --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "6fa888b3e26a7a7dd42cf65299c452dfa3e8d786" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.766s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "6fa888b3e26a7a7dd42cf65299c452dfa3e8d786" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "6fa888b3e26a7a7dd42cf65299c452dfa3e8d786" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786 --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786,backing_fmt=raw /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.rescue {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786,backing_fmt=raw /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.rescue" returned: 0 in 0.052s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "6fa888b3e26a7a7dd42cf65299c452dfa3e8d786" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.objects.instance [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'migration_context' on Instance uuid ab3a966e-a40f-4a28-8e88-ae87657185f4 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.objects.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Object Instance<ab3a966e-a40f-4a28-8e88-ae87657185f4> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Start _get_guest_xml network_info=[{"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "vif_mac": "fa:16:3e:a7:81:c7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '30a940e9-264f-447d-ac72-1594e2e3e6ef', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hyVMHCtj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'ab3a966e-a40f-4a28-8e88-ae87657185f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'eaa041cc-e50a-4409-83c5-03543fd4d846', 'serial': 'eaa041cc-e50a-4409-83c5-03543fd4d846'}, 'attachment_id': '82887ef8-ea39-45eb-bc36-5c76b08af90d', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.objects.instance [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'resources' on Instance uuid ab3a966e-a40f-4a28-8e88-ae87657185f4 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.objects.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Object Instance<ab3a966e-a40f-4a28-8e88-ae87657185f4> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.objects.instance [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'numa_topology' on Instance uuid ab3a966e-a40f-4a28-8e88-ae87657185f4 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.objects.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Object Instance<ab3a966e-a40f-4a28-8e88-ae87657185f4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:08:14 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:08:14 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.objects.instance [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'vcpu_model' on Instance uuid ab3a966e-a40f-4a28-8e88-ae87657185f4 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.objects.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Object Instance<ab3a966e-a40f-4a28-8e88-ae87657185f4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hyVMHCtj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:08:14 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:08:14 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:08:14 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[00379dc8-d6e2-42d7-b3ff-7e81bb6d29d5]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = hyVMHCtj\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 26 02:08:14 user nova-compute[74702]: node.name = iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846
Oct 26 02:08:14 user nova-compute[74702]: node.tpgt = -1
Oct 26 02:08:14 user nova-compute[74702]: node.startup = automatic
Oct 26 02:08:14 user nova-compute[74702]: node.leading_login = No
Oct 26 02:08:14 user nova-compute[74702]: iface.iscsi_ifacename = default
Oct 26 02:08:14 user nova-compute[74702]: iface.net_ifacename = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.ipaddress = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.prefix_len = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.hwaddress = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.transport_name = tcp
Oct 26 02:08:14 user nova-compute[74702]: iface.initiatorname = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.state = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.vlan_id = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.vlan_priority = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.vlan_state = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.iface_num = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.mtu = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.port = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.bootproto = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.subnet_mask = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.gateway = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.dhcp_alt_client_id_state = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.dhcp_alt_client_id = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.dhcp_dns = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.dhcp_learn_iqn = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.dhcp_req_vendor_id_state = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.dhcp_vendor_id_state = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.dhcp_vendor_id = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.dhcp_slp_da = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.fragmentation = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.gratuitous_arp = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.incoming_forwarding = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.tos_state = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.tos = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.ttl = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.delayed_ack = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.tcp_nagle = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.tcp_wsf_state = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.tcp_wsf = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.tcp_timer_scale = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.tcp_timestamp = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.redirect = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.def_task_mgmt_timeout = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.header_digest = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.data_digest = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.immediate_data = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.initial_r2t = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.data_seq_inorder = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.data_pdu_inorder = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.erl = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.max_receive_data_len = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.first_burst_len = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.max_outstanding_r2t = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.max_burst_len = 0
Oct 26 02:08:14 user nova-compute[74702]: iface.chap_auth = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.bidi_chap = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.strict_login_compliance = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.discovery_auth = <empty>
Oct 26 02:08:14 user nova-compute[74702]: iface.discovery_logout = <empty>
Oct 26 02:08:14 user nova-compute[74702]: node.discovery_address = <empty>
Oct 26 02:08:14 user nova-compute[74702]: node.discovery_port = 0
Oct 26 02:08:14 user nova-compute[74702]: node.discovery_type = static
Oct 26 02:08:14 user nova-compute[74702]: node.session.initial_cmdsn = 0
Oct 26 02:08:14 user nova-compute[74702]: node.session.initial_login_retry_max = 8
Oct 26 02:08:14 user nova-compute[74702]: node.session.xmit_thread_priority = -20
Oct 26 02:08:14 user nova-compute[74702]: node.session.cmds_max = 128
Oct 26 02:08:14 user nova-compute[74702]: node.session.queue_depth = 32
Oct 26 02:08:14 user nova-compute[74702]: node.session.nr_sessions = 1
Oct 26 02:08:14 user nova-compute[74702]: node.session.auth.authmethod = CHAP
Oct 26 02:08:14 user nova-compute[74702]: node.session.auth.username = hyVMHCtj
Oct 26 02:08:14 user nova-compute[74702]: node.session.auth.password = ***
Oct 26 02:08:14 user nova-compute[74702]: node.session.auth.username_in = <empty>
Oct 26 02:08:14 user nova-compute[74702]: node.session.auth.password_in = <empty>
Oct 26 02:08:14 user nova-compute[74702]: node.session.auth.chap_algs = MD5
Oct 26 02:08:14 user nova-compute[74702]: node.session.timeo.replacement_timeout = 120
Oct 26 02:08:14 user nova-compute[74702]: node.session.err_timeo.abort_timeout = 15
Oct 26 02:08:14 user nova-compute[74702]: node.session.err_timeo.lu_reset_timeout = 30
Oct 26 02:08:14 user nova-compute[74702]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 26 02:08:14 user nova-compute[74702]: node.session.err_timeo.host_reset_timeout = 60
Oct 26 02:08:14 user nova-compute[74702]: node.session.iscsi.FastAbort = Yes
Oct 26 02:08:14 user nova-compute[74702]: node.session.iscsi.InitialR2T = No
Oct 26 02:08:14 user nova-compute[74702]: node.session.iscsi.ImmediateData = Yes
Oct 26 02:08:14 user nova-compute[74702]: node.session.iscsi.FirstBurstLength = 262144
Oct 26 02:08:14 user nova-compute[74702]: node.session.iscsi.MaxBurstLength = 16776192
Oct 26 02:08:14 user nova-compute[74702]: node.session.iscsi.DefaultTime2Retain = 0
Oct 26 02:08:14 user nova-compute[74702]: node.session.iscsi.DefaultTime2Wait = 2
Oct 26 02:08:14 user nova-compute[74702]: node.session.iscsi.MaxConnections = 1
Oct 26 02:08:14 user nova-compute[74702]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 26 02:08:14 user nova-compute[74702]: node.session.iscsi.ERL = 0
Oct 26 02:08:14 user nova-compute[74702]: node.session.scan = manual
Oct 26 02:08:14 user nova-compute[74702]: node.session.reopen_max = 0
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].address = 172.16.0.220
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].port = 3260
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].startup = manual
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].tcp.window_size = 524288
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].tcp.type_of_service = 0
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].timeo.logout_timeout = 15
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].timeo.login_timeout = 15
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].timeo.auth_timeout = 45
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].timeo.noop_out_interval = 5
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].timeo.noop_out_timeout = 5
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].iscsi.HeaderDigest = None
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].iscsi.DataDigest = None
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].iscsi.IFMarker = No
Oct 26 02:08:14 user nova-compute[74702]: node.conn[0].iscsi.OFMarker = No
Oct 26 02:08:14 user nova-compute[74702]: # END RECORD
Oct 26 02:08:14 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[115caa5b-3081-4b5b-869f-80a138c23a65]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dc1d1e7-192c-40c5-b73b-a4f23ac5c699]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hyVMHCtj {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hyVMHCtj" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[000097fd-245e-4df9-ab02-6c89b6706e39]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hyVMHCtj'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[28e948a1-4b34-4c80-91f0-a98b5f9368ec]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3844ea2-ca60-4671-a00b-3d31ba907db9]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:08:14 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:08:14 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:08:14 user nova-compute[74702]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 (non-flash)
Oct 26 02:08:14 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:08:14 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:08:14 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:08:14 user nova-compute[74702]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 (non-flash)
Oct 26 02:08:14 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.151s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] HCTL ('36', '0', '0', 0) found on session 38 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d631012a-e7e0-451f-8b2f-c344d45c2e1e]: (4, ('0 0 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Searching for a device in session 38 and hctl ('36', '0', '0', 0) yield: sde {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hyVMHCtj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.173s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] <== connect_volume: return (174ms) {'type': 'block', 'scsi_wwn': '26164646163653663', 'path': '/dev/sde'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26164646163653663', 'path': '/dev/sde'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:06:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-417635101',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-417635101',id=38,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:07:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-dg7stw60',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:07:01Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=ab3a966e-a40f-4a28-8e88-ae87657185f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "vif_mac": "fa:16:3e:a7:81:c7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "vif_mac": "fa:16:3e:a7:81:c7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a7:81:c7,bridge_name='br-int',has_traffic_filtering=True,id=f7783ef3-8d6f-442f-8fb2-f3a42c3375ff,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7783ef3-8d') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.objects.instance [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'pci_devices' on Instance uuid ab3a966e-a40f-4a28-8e88-ae87657185f4 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.objects.base [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Object Instance<ab3a966e-a40f-4a28-8e88-ae87657185f4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:08:14 user nova-compute[74702]:   <uuid>ab3a966e-a40f-4a28-8e88-ae87657185f4</uuid>
Oct 26 02:08:14 user nova-compute[74702]:   <name>instance-00000026</name>
Oct 26 02:08:14 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:08:14 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:08:14 user nova-compute[74702]:   <metadata>
Oct 26 02:08:14 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:08:14 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:08:14 user nova-compute[74702]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-417635101</nova:name>
Oct 26 02:08:14 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:08:14</nova:creationTime>
Oct 26 02:08:14 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:08:14 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:08:14 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:08:14 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:08:14 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:08:14 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:08:14 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:08:14 user nova-compute[74702]:       <nova:owner>
Oct 26 02:08:14 user nova-compute[74702]:         <nova:user uuid="46fdabdfc28b461cbd8d272b56e2347c">tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member</nova:user>
Oct 26 02:08:14 user nova-compute[74702]:         <nova:project uuid="630fa5a061b541fbb2d98ad9599ac594">tempest-ServerBootFromVolumeStableRescueTest-839084851</nova:project>
Oct 26 02:08:14 user nova-compute[74702]:       </nova:owner>
Oct 26 02:08:14 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 02:08:14 user nova-compute[74702]:       <nova:ports>
Oct 26 02:08:14 user nova-compute[74702]:         <nova:port uuid="f7783ef3-8d6f-442f-8fb2-f3a42c3375ff">
Oct 26 02:08:14 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 02:08:14 user nova-compute[74702]:         </nova:port>
Oct 26 02:08:14 user nova-compute[74702]:       </nova:ports>
Oct 26 02:08:14 user nova-compute[74702]:     </nova:instance>
Oct 26 02:08:14 user nova-compute[74702]:   </metadata>
Oct 26 02:08:14 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:08:14 user nova-compute[74702]:     <system>
Oct 26 02:08:14 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:08:14 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:08:14 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:08:14 user nova-compute[74702]:       <entry name="serial">ab3a966e-a40f-4a28-8e88-ae87657185f4</entry>
Oct 26 02:08:14 user nova-compute[74702]:       <entry name="uuid">ab3a966e-a40f-4a28-8e88-ae87657185f4</entry>
Oct 26 02:08:14 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:08:14 user nova-compute[74702]:     </system>
Oct 26 02:08:14 user nova-compute[74702]:   </sysinfo>
Oct 26 02:08:14 user nova-compute[74702]:   <os>
Oct 26 02:08:14 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:08:14 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:08:14 user nova-compute[74702]:   </os>
Oct 26 02:08:14 user nova-compute[74702]:   <features>
Oct 26 02:08:14 user nova-compute[74702]:     <acpi/>
Oct 26 02:08:14 user nova-compute[74702]:     <apic/>
Oct 26 02:08:14 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:08:14 user nova-compute[74702]:   </features>
Oct 26 02:08:14 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:08:14 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:08:14 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:08:14 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:08:14 user nova-compute[74702]:   </clock>
Oct 26 02:08:14 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:08:14 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:08:14 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:08:14 user nova-compute[74702]:   </cpu>
Oct 26 02:08:14 user nova-compute[74702]:   <devices>
Oct 26 02:08:14 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:08:14 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:08:14 user nova-compute[74702]:       <source dev="/dev/sde"/>
Oct 26 02:08:14 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:08:14 user nova-compute[74702]:       <serial>eaa041cc-e50a-4409-83c5-03543fd4d846</serial>
Oct 26 02:08:14 user nova-compute[74702]:     </disk>
Oct 26 02:08:14 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:08:14 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:08:14 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.rescue"/>
Oct 26 02:08:14 user nova-compute[74702]:       <target dev="vdb" bus="virtio"/>
Oct 26 02:08:14 user nova-compute[74702]:       <boot order="1"/>
Oct 26 02:08:14 user nova-compute[74702]:     </disk>
Oct 26 02:08:14 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:08:14 user nova-compute[74702]:       <mac address="fa:16:3e:a7:81:c7"/>
Oct 26 02:08:14 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:08:14 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:08:14 user nova-compute[74702]:       <target dev="tapf7783ef3-8d"/>
Oct 26 02:08:14 user nova-compute[74702]:     </interface>
Oct 26 02:08:14 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:08:14 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/console.log" append="off"/>
Oct 26 02:08:14 user nova-compute[74702]:     </serial>
Oct 26 02:08:14 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:08:14 user nova-compute[74702]:     <video>
Oct 26 02:08:14 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:08:14 user nova-compute[74702]:     </video>
Oct 26 02:08:14 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:08:14 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:08:14 user nova-compute[74702]:     </rng>
Oct 26 02:08:14 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:08:14 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:08:14 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:08:14 user nova-compute[74702]:     </memballoon>
Oct 26 02:08:14 user nova-compute[74702]:   </devices>
Oct 26 02:08:14 user nova-compute[74702]: </domain>
Oct 26 02:08:14 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:08:14 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Instance destroyed successfully.
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:08:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] No VIF found with MAC fa:16:3e:a7:81:c7, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:08:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-53660e72-1208-4758-9e20-be58beef3f8a req-7cb27902-46a0-4419-8195-e83480812ea5 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:08:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-53660e72-1208-4758-9e20-be58beef3f8a req-7cb27902-46a0-4419-8195-e83480812ea5 service nova] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-53660e72-1208-4758-9e20-be58beef3f8a req-7cb27902-46a0-4419-8195-e83480812ea5 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-53660e72-1208-4758-9e20-be58beef3f8a req-7cb27902-46a0-4419-8195-e83480812ea5 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-53660e72-1208-4758-9e20-be58beef3f8a req-7cb27902-46a0-4419-8195-e83480812ea5 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] No waiting events found dispatching network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:08:15 user nova-compute[74702]: WARNING nova.compute.manager [req-53660e72-1208-4758-9e20-be58beef3f8a req-7cb27902-46a0-4419-8195-e83480812ea5 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received unexpected event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff for instance with vm_state active and task_state rescuing.
Oct 26 02:08:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-266299f3-15a7-4e9f-95b8-2e1ff135410c req-63752efd-5bd2-474e-9a47-fc2fe43c8ab6 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:08:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-266299f3-15a7-4e9f-95b8-2e1ff135410c req-63752efd-5bd2-474e-9a47-fc2fe43c8ab6 service nova] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-266299f3-15a7-4e9f-95b8-2e1ff135410c req-63752efd-5bd2-474e-9a47-fc2fe43c8ab6 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-266299f3-15a7-4e9f-95b8-2e1ff135410c req-63752efd-5bd2-474e-9a47-fc2fe43c8ab6 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:17 user nova-compute[74702]: DEBUG nova.compute.manager [req-266299f3-15a7-4e9f-95b8-2e1ff135410c req-63752efd-5bd2-474e-9a47-fc2fe43c8ab6 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] No waiting events found dispatching network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:08:17 user nova-compute[74702]: WARNING nova.compute.manager [req-266299f3-15a7-4e9f-95b8-2e1ff135410c req-63752efd-5bd2-474e-9a47-fc2fe43c8ab6 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received unexpected event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff for instance with vm_state active and task_state rescuing.
Oct 26 02:08:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-390bb4da-9e19-4cb2-ab27-043ce26a1217 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:08:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:08:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:08:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:40 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:08:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-a19036c9-9694-41b9-9efc-d97e11b974fb req-25ede044-ffa1-4473-847b-7a4d480dd42d service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Received event network-changed-38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-a19036c9-9694-41b9-9efc-d97e11b974fb req-25ede044-ffa1-4473-847b-7a4d480dd42d service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Refreshing instance network info cache due to event network-changed-38106d13-4d51-4783-b979-ce7b8987dea0. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a19036c9-9694-41b9-9efc-d97e11b974fb req-25ede044-ffa1-4473-847b-7a4d480dd42d service nova] Acquiring lock "refresh_cache-c177d42c-7318-4b91-9066-d81d78171749" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a19036c9-9694-41b9-9efc-d97e11b974fb req-25ede044-ffa1-4473-847b-7a4d480dd42d service nova] Acquired lock "refresh_cache-c177d42c-7318-4b91-9066-d81d78171749" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG nova.network.neutron [req-a19036c9-9694-41b9-9efc-d97e11b974fb req-25ede044-ffa1-4473-847b-7a4d480dd42d service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Refreshing network info cache for port 38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "c177d42c-7318-4b91-9066-d81d78171749" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "c177d42c-7318-4b91-9066-d81d78171749" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "c177d42c-7318-4b91-9066-d81d78171749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "c177d42c-7318-4b91-9066-d81d78171749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "c177d42c-7318-4b91-9066-d81d78171749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:41 user nova-compute[74702]: INFO nova.compute.manager [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Terminating instance
Oct 26 02:08:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG nova.network.neutron [req-a19036c9-9694-41b9-9efc-d97e11b974fb req-25ede044-ffa1-4473-847b-7a4d480dd42d service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Updated VIF entry in instance network info cache for port 38106d13-4d51-4783-b979-ce7b8987dea0. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG nova.network.neutron [req-a19036c9-9694-41b9-9efc-d97e11b974fb req-25ede044-ffa1-4473-847b-7a4d480dd42d service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Updating instance_info_cache with network_info: [{"id": "38106d13-4d51-4783-b979-ce7b8987dea0", "address": "fa:16:3e:e3:ae:e5", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38106d13-4d", "ovs_interfaceid": "38106d13-4d51-4783-b979-ce7b8987dea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.rescue --force-share --output=json" returned: 0 in 0.212s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a19036c9-9694-41b9-9efc-d97e11b974fb req-25ede044-ffa1-4473-847b-7a4d480dd42d service nova] Releasing lock "refresh_cache-c177d42c-7318-4b91-9066-d81d78171749" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-e829d625-0053-44c4-b992-380211783d55 req-f203553f-2a4b-4588-a737-7b878a8b0a61 service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Received event network-vif-unplugged-38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e829d625-0053-44c4-b992-380211783d55 req-f203553f-2a4b-4588-a737-7b878a8b0a61 service nova] Acquiring lock "c177d42c-7318-4b91-9066-d81d78171749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e829d625-0053-44c4-b992-380211783d55 req-f203553f-2a4b-4588-a737-7b878a8b0a61 service nova] Lock "c177d42c-7318-4b91-9066-d81d78171749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e829d625-0053-44c4-b992-380211783d55 req-f203553f-2a4b-4588-a737-7b878a8b0a61 service nova] Lock "c177d42c-7318-4b91-9066-d81d78171749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-e829d625-0053-44c4-b992-380211783d55 req-f203553f-2a4b-4588-a737-7b878a8b0a61 service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] No waiting events found dispatching network-vif-unplugged-38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:08:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-e829d625-0053-44c4-b992-380211783d55 req-f203553f-2a4b-4588-a737-7b878a8b0a61 service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Received event network-vif-unplugged-38106d13-4d51-4783-b979-ce7b8987dea0 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:08:42 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: c177d42c-7318-4b91-9066-d81d78171749] Instance destroyed successfully.
Oct 26 02:08:42 user nova-compute[74702]: DEBUG nova.objects.instance [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lazy-loading 'resources' on Instance uuid c177d42c-7318-4b91-9066-d81d78171749 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:06:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-872157517',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-872157517',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-872157517',id=39,image_ref='b5174966-12e5-4fe6-83cb-1ee6c9daf32e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMP/VPSjPTFAPQR/mQCUKauf0nG2ODCdRvlG+GRDQmO2NyirAonUyfLzcS4Mli5k8rAl+kyA+UF74vyHeU/BSV/0vDJAza0WhT8LMkIGscuBvuBI2aHsfmruqpLQk/IhLg==',key_name='tempest-keypair-1535097190',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:07:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-g5inbp80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-540192483',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:07:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=c177d42c-7318-4b91-9066-d81d78171749,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "38106d13-4d51-4783-b979-ce7b8987dea0", "address": "fa:16:3e:e3:ae:e5", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38106d13-4d", "ovs_interfaceid": "38106d13-4d51-4783-b979-ce7b8987dea0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "38106d13-4d51-4783-b979-ce7b8987dea0", "address": "fa:16:3e:e3:ae:e5", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38106d13-4d", "ovs_interfaceid": "38106d13-4d51-4783-b979-ce7b8987dea0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:ae:e5,bridge_name='br-int',has_traffic_filtering=True,id=38106d13-4d51-4783-b979-ce7b8987dea0,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38106d13-4d') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_vif [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:ae:e5,bridge_name='br-int',has_traffic_filtering=True,id=38106d13-4d51-4783-b979-ce7b8987dea0,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38106d13-4d') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap38106d13-4d, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=25f551e3-000e-4592-ba2b-5d3e0c11e166) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:08:42 user nova-compute[74702]: INFO os_vif [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:ae:e5,bridge_name='br-int',has_traffic_filtering=True,id=38106d13-4d51-4783-b979-ce7b8987dea0,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38106d13-4d')
Oct 26 02:08:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RtJOHNdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:08:42 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d9490bc-1861-48bc-a113-41f30eabfbdb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:08:42 user nova-compute[74702]: No targets found.
Oct 26 02:08:42 user nova-compute[74702]: iSNS:
Oct 26 02:08:42 user nova-compute[74702]: No targets found.
Oct 26 02:08:42 user nova-compute[74702]: STATIC:
Oct 26 02:08:42 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447
Oct 26 02:08:42 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:08:42 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:08:42 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 02:08:42 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:08:42 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:08:42 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846
Oct 26 02:08:42 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:08:42 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:08:42 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3
Oct 26 02:08:42 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:08:42 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:08:42 user nova-compute[74702]: FIRMWARE:
Oct 26 02:08:42 user nova-compute[74702]: No targets found.
Oct 26 02:08:42 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:08:42 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:08:42 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[44259080-fbad-449b-ae64-5f3cd80353e0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f528c82f-0a7d-4943-9dac-dcb9fbb5d2cd]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:08:42 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:08:42 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:08:42 user nova-compute[74702]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 (non-flash)
Oct 26 02:08:42 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:08:42 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:08:42 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:08:42 user nova-compute[74702]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 (non-flash)
Oct 26 02:08:42 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95203e1240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447'): ({'sdf'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Removing single pathed devices sdf {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a9ed10e-fba7-4184-a032-ecb585f049be]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f9121a2-5ef3-4736-ae7b-0706db9e2fc9]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flushing IO for device /dev/sdf {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[19473946-227b-4556-ad8a-e18f39913e26]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.056s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcb6a63b-71e7-4091-b901-e94f00e6bd90]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] SCSI volumes sdf have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_5f7c8f84', '/dev/disk/by-id/scsi-1SCST_BIO5f7c8f84-55d533f7f63f4b0f') {{(pid=85952) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 02:08:42 user nova-compute[74702]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_5f7c8f84
Oct 26 02:08:42 user nova-compute[74702]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO5f7c8f84-55d533f7f63f4b0f
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c749bff5-0020-4d5f-9df4-5e2948c9d21a]: (4, None) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cd4245d-49b8-4d4d-86d1-0f22629a04dc]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[32ae8d33-041a-4aa1-b904-4c7a14666fa0]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447, portal: 172.16.0.220,3260]
Oct 26 02:08:42 user nova-compute[74702]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447, portal: 172.16.0.220,3260] successful.
Oct 26 02:08:42 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45cb8bf9-fc17-4817-8d16-f816e38b5447 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d1a6c9a-92f1-481b-85a8-0af61f1b9086]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.405s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== disconnect_volume: return (407ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:08:42 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Deleting instance files /opt/stack/data/nova/instances/c177d42c-7318-4b91-9066-d81d78171749_del
Oct 26 02:08:42 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Deletion of /opt/stack/data/nova/instances/c177d42c-7318-4b91-9066-d81d78171749_del complete
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:08:42 user nova-compute[74702]: INFO nova.compute.manager [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Took 1.37 seconds to destroy the instance on the hypervisor.
Oct 26 02:08:42 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: c177d42c-7318-4b91-9066-d81d78171749] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:08:42 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: c177d42c-7318-4b91-9066-d81d78171749] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:08:43 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:08:43 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8156MB free_disk=24.871593475341797GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 56c4698b-64d2-4b05-a429-8058abf4258f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance fb19a14b-b82d-4558-b41c-d70d6a1a09e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 7ef9ad44-429c-4210-87d5-6792b227b5b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ab3a966e-a40f-4a28-8e88-ae87657185f4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance c177d42c-7318-4b91-9066-d81d78171749 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance f376b238-27b2-446c-83db-51fa3076039a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:08:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.481s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-43c929e6-aef2-45c8-8713-575e4d3cc239 req-baf6824b-26fa-47ae-94f2-37e832cf3cf7 service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Received event network-vif-plugged-38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:08:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-43c929e6-aef2-45c8-8713-575e4d3cc239 req-baf6824b-26fa-47ae-94f2-37e832cf3cf7 service nova] Acquiring lock "c177d42c-7318-4b91-9066-d81d78171749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-43c929e6-aef2-45c8-8713-575e4d3cc239 req-baf6824b-26fa-47ae-94f2-37e832cf3cf7 service nova] Lock "c177d42c-7318-4b91-9066-d81d78171749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-43c929e6-aef2-45c8-8713-575e4d3cc239 req-baf6824b-26fa-47ae-94f2-37e832cf3cf7 service nova] Lock "c177d42c-7318-4b91-9066-d81d78171749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-43c929e6-aef2-45c8-8713-575e4d3cc239 req-baf6824b-26fa-47ae-94f2-37e832cf3cf7 service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] No waiting events found dispatching network-vif-plugged-38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:08:44 user nova-compute[74702]: WARNING nova.compute.manager [req-43c929e6-aef2-45c8-8713-575e4d3cc239 req-baf6824b-26fa-47ae-94f2-37e832cf3cf7 service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Received unexpected event network-vif-plugged-38106d13-4d51-4783-b979-ce7b8987dea0 for instance with vm_state active and task_state deleting.
Oct 26 02:08:44 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: c177d42c-7318-4b91-9066-d81d78171749] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:08:44 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: c177d42c-7318-4b91-9066-d81d78171749] Took 1.25 seconds to deallocate network for instance.
Oct 26 02:08:45 user nova-compute[74702]: INFO nova.compute.manager [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Took 0.88 seconds to detach 1 volumes for instance.
Oct 26 02:08:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: c177d42c-7318-4b91-9066-d81d78171749] Deleting volume: 45cb8bf9-fc17-4817-8d16-f816e38b5447 {{(pid=74702) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 26 02:08:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:45 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:08:45 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:08:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.334s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:45 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Deleted allocations for instance c177d42c-7318-4b91-9066-d81d78171749
Oct 26 02:08:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8748aeb9-c0af-42aa-a897-48eb7b470fe0 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "c177d42c-7318-4b91-9066-d81d78171749" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.155s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:45 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:08:45 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:08:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:08:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:08:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:08:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:08:46 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:08:46 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 56c4698b-64d2-4b05-a429-8058abf4258f {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:08:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-9229a9a5-da29-4d62-9a24-33a0983a7664 req-c665bb62-a059-4f88-961c-bc19c16ae0e1 service nova] [instance: c177d42c-7318-4b91-9066-d81d78171749] Received event network-vif-deleted-38106d13-4d51-4783-b979-ce7b8987dea0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:08:46 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updating instance_info_cache with network_info: [{"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:08:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-56c4698b-64d2-4b05-a429-8058abf4258f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:08:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:08:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:08:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:47 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "56c4698b-64d2-4b05-a429-8058abf4258f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "56c4698b-64d2-4b05-a429-8058abf4258f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:49 user nova-compute[74702]: INFO nova.compute.manager [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Terminating instance
Oct 26 02:08:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-cbacfb08-89c1-4c46-b96a-8fe261249d94 req-fc8f6247-6f15-4b07-9f28-f871247ab057 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Received event network-vif-unplugged-7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-cbacfb08-89c1-4c46-b96a-8fe261249d94 req-fc8f6247-6f15-4b07-9f28-f871247ab057 service nova] Acquiring lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-cbacfb08-89c1-4c46-b96a-8fe261249d94 req-fc8f6247-6f15-4b07-9f28-f871247ab057 service nova] Lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-cbacfb08-89c1-4c46-b96a-8fe261249d94 req-fc8f6247-6f15-4b07-9f28-f871247ab057 service nova] Lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-cbacfb08-89c1-4c46-b96a-8fe261249d94 req-fc8f6247-6f15-4b07-9f28-f871247ab057 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] No waiting events found dispatching network-vif-unplugged-7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:08:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-cbacfb08-89c1-4c46-b96a-8fe261249d94 req-fc8f6247-6f15-4b07-9f28-f871247ab057 service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Received event network-vif-unplugged-7d7239ed-38ca-4388-b1c7-1422e3ad7351 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:08:50 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Instance destroyed successfully.
Oct 26 02:08:50 user nova-compute[74702]: DEBUG nova.objects.instance [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lazy-loading 'resources' on Instance uuid 56c4698b-64d2-4b05-a429-8058abf4258f {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:49:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1409254914',display_name='tempest-ServerActionsTestOtherA-server-1409254914',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1409254914',id=25,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDFoRJajMeq6uo6web96f8WeUIvXWHLjzMHyWZvgaevfgpipg4k8T1A6GQrnnL+ypgwmRWm0Zi1OogEjmR0JMPafAxDB/NLC0Gfvy9spfodUvidQALkdU9NDzCajWpg85Q==',key_name='tempest-keypair-931142463',keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:49:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0275606333754879b2e158ee08c8c266',ramdisk_id='',reservation_id='r-oxrpsmes',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1464979894',owner_user_name='tempest-ServerActionsTestOtherA-1464979894-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:49:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1040ae84bdf74ea68a989fb6febb8016',uuid=56c4698b-64d2-4b05-a429-8058abf4258f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converting VIF {"id": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "address": "fa:16:3e:ce:a6:c1", "network": {"id": "54f0e65d-946a-4e65-a63a-320b19e54be1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1704714574-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0275606333754879b2e158ee08c8c266", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d7239ed-38", "ovs_interfaceid": "7d7239ed-38ca-4388-b1c7-1422e3ad7351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ce:a6:c1,bridge_name='br-int',has_traffic_filtering=True,id=7d7239ed-38ca-4388-b1c7-1422e3ad7351,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d7239ed-38') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG os_vif [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:a6:c1,bridge_name='br-int',has_traffic_filtering=True,id=7d7239ed-38ca-4388-b1c7-1422e3ad7351,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d7239ed-38') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7d7239ed-38, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ff47b3cf-8c20-4e6f-80d6-ea9babc03f77) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:50 user nova-compute[74702]: INFO os_vif [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:a6:c1,bridge_name='br-int',has_traffic_filtering=True,id=7d7239ed-38ca-4388-b1c7-1422e3ad7351,network=Network(54f0e65d-946a-4e65-a63a-320b19e54be1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d7239ed-38')
Oct 26 02:08:50 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Deleting instance files /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f_del
Oct 26 02:08:50 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Deletion of /opt/stack/data/nova/instances/56c4698b-64d2-4b05-a429-8058abf4258f_del complete
Oct 26 02:08:50 user nova-compute[74702]: INFO nova.compute.manager [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 26 02:08:50 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:08:50 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-50323df3-1738-41b1-b02e-0c5029776ec4 req-84ab0d06-bc7a-4b03-a1ae-dfa6413527ac service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Received event network-vif-deleted-7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:08:51 user nova-compute[74702]: INFO nova.compute.manager [req-50323df3-1738-41b1-b02e-0c5029776ec4 req-84ab0d06-bc7a-4b03-a1ae-dfa6413527ac service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Neutron deleted interface 7d7239ed-38ca-4388-b1c7-1422e3ad7351; detaching it from the instance and deleting it from the info cache
Oct 26 02:08:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-50323df3-1738-41b1-b02e-0c5029776ec4 req-84ab0d06-bc7a-4b03-a1ae-dfa6413527ac service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:08:51 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Took 0.68 seconds to deallocate network for instance.
Oct 26 02:08:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-50323df3-1738-41b1-b02e-0c5029776ec4 req-84ab0d06-bc7a-4b03-a1ae-dfa6413527ac service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Detach interface failed, port_id=7d7239ed-38ca-4388-b1c7-1422e3ad7351, reason: Instance 56c4698b-64d2-4b05-a429-8058abf4258f could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.299s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:51 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Deleted allocations for instance 56c4698b-64d2-4b05-a429-8058abf4258f
Oct 26 02:08:51 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-de7f030c-b3e0-4875-b13e-ca2e53450082 tempest-ServerActionsTestOtherA-1464979894 tempest-ServerActionsTestOtherA-1464979894-project-member] Lock "56c4698b-64d2-4b05-a429-8058abf4258f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.115s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-d2bd1bd6-bf55-4f2f-921c-1a65e61b0408 req-e247c8b7-aebc-4605-8ce4-e51973c788eb service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Received event network-vif-plugged-7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d2bd1bd6-bf55-4f2f-921c-1a65e61b0408 req-e247c8b7-aebc-4605-8ce4-e51973c788eb service nova] Acquiring lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d2bd1bd6-bf55-4f2f-921c-1a65e61b0408 req-e247c8b7-aebc-4605-8ce4-e51973c788eb service nova] Lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d2bd1bd6-bf55-4f2f-921c-1a65e61b0408 req-e247c8b7-aebc-4605-8ce4-e51973c788eb service nova] Lock "56c4698b-64d2-4b05-a429-8058abf4258f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:08:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-d2bd1bd6-bf55-4f2f-921c-1a65e61b0408 req-e247c8b7-aebc-4605-8ce4-e51973c788eb service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] No waiting events found dispatching network-vif-plugged-7d7239ed-38ca-4388-b1c7-1422e3ad7351 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:08:51 user nova-compute[74702]: WARNING nova.compute.manager [req-d2bd1bd6-bf55-4f2f-921c-1a65e61b0408 req-e247c8b7-aebc-4605-8ce4-e51973c788eb service nova] [instance: 56c4698b-64d2-4b05-a429-8058abf4258f] Received unexpected event network-vif-plugged-7d7239ed-38ca-4388-b1c7-1422e3ad7351 for instance with vm_state deleted and task_state None.
Oct 26 02:08:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:08:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:08:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:08:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:08:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:08:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:08:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Acquiring lock "f376b238-27b2-446c-83db-51fa3076039a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "f376b238-27b2-446c-83db-51fa3076039a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Acquiring lock "f376b238-27b2-446c-83db-51fa3076039a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "f376b238-27b2-446c-83db-51fa3076039a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "f376b238-27b2-446c-83db-51fa3076039a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:09:05 user nova-compute[74702]: INFO nova.compute.manager [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Terminating instance
Oct 26 02:09:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-b5b999c4-f1db-436c-88fa-12869ed0865a req-39a5326a-6420-4f31-973f-ef778f251ed6 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Received event network-vif-unplugged-a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b5b999c4-f1db-436c-88fa-12869ed0865a req-39a5326a-6420-4f31-973f-ef778f251ed6 service nova] Acquiring lock "f376b238-27b2-446c-83db-51fa3076039a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b5b999c4-f1db-436c-88fa-12869ed0865a req-39a5326a-6420-4f31-973f-ef778f251ed6 service nova] Lock "f376b238-27b2-446c-83db-51fa3076039a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b5b999c4-f1db-436c-88fa-12869ed0865a req-39a5326a-6420-4f31-973f-ef778f251ed6 service nova] Lock "f376b238-27b2-446c-83db-51fa3076039a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-b5b999c4-f1db-436c-88fa-12869ed0865a req-39a5326a-6420-4f31-973f-ef778f251ed6 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] No waiting events found dispatching network-vif-unplugged-a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-b5b999c4-f1db-436c-88fa-12869ed0865a req-39a5326a-6420-4f31-973f-ef778f251ed6 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Received event network-vif-unplugged-a7e1e5be-129f-4985-83ff-11981b7cf170 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:09:05 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: f376b238-27b2-446c-83db-51fa3076039a] Instance destroyed successfully.
Oct 26 02:09:05 user nova-compute[74702]: DEBUG nova.objects.instance [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lazy-loading 'resources' on Instance uuid f376b238-27b2-446c-83db-51fa3076039a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:07:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1196703810',display_name='tempest-VolumesNegativeTest-instance-1196703810',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1196703810',id=40,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:07:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aab654fb2fbf458e8db9d60db80d4479',ramdisk_id='',reservation_id='r-lz5w7kad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-735862825',owner_user_name='tempest-VolumesNegativeTest-735862825-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:07:23Z,user_data=None,user_id='fcee4a3daad14259aee597314fd1e472',uuid=f376b238-27b2-446c-83db-51fa3076039a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a7e1e5be-129f-4985-83ff-11981b7cf170", "address": "fa:16:3e:5e:01:f1", "network": {"id": "d7008f05-aaef-4015-a7c6-74e78c11339a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "c214319323724dd88b28ccbd8df1dac2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7e1e5be-12", "ovs_interfaceid": "a7e1e5be-129f-4985-83ff-11981b7cf170", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Converting VIF {"id": "a7e1e5be-129f-4985-83ff-11981b7cf170", "address": "fa:16:3e:5e:01:f1", "network": {"id": "d7008f05-aaef-4015-a7c6-74e78c11339a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "c214319323724dd88b28ccbd8df1dac2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7e1e5be-12", "ovs_interfaceid": "a7e1e5be-129f-4985-83ff-11981b7cf170", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:01:f1,bridge_name='br-int',has_traffic_filtering=True,id=a7e1e5be-129f-4985-83ff-11981b7cf170,network=Network(d7008f05-aaef-4015-a7c6-74e78c11339a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7e1e5be-12') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG os_vif [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:01:f1,bridge_name='br-int',has_traffic_filtering=True,id=a7e1e5be-129f-4985-83ff-11981b7cf170,network=Network(d7008f05-aaef-4015-a7c6-74e78c11339a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7e1e5be-12') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa7e1e5be-12, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=06a8766b-b448-4486-a074-92346885f430) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:09:05 user nova-compute[74702]: INFO os_vif [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:01:f1,bridge_name='br-int',has_traffic_filtering=True,id=a7e1e5be-129f-4985-83ff-11981b7cf170,network=Network(d7008f05-aaef-4015-a7c6-74e78c11339a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7e1e5be-12')
Oct 26 02:09:05 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Deleting instance files /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a_del
Oct 26 02:09:05 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Deletion of /opt/stack/data/nova/instances/f376b238-27b2-446c-83db-51fa3076039a_del complete
Oct 26 02:09:06 user nova-compute[74702]: INFO nova.compute.manager [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] [instance: f376b238-27b2-446c-83db-51fa3076039a] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 26 02:09:06 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:09:06 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: f376b238-27b2-446c-83db-51fa3076039a] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:09:06 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: f376b238-27b2-446c-83db-51fa3076039a] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:09:06 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: f376b238-27b2-446c-83db-51fa3076039a] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:09:06 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: f376b238-27b2-446c-83db-51fa3076039a] Took 0.45 seconds to deallocate network for instance.
Oct 26 02:09:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-8fafc348-5847-4f2d-b1b8-16f8ea73362c req-323e2e37-e0d9-4c86-a1eb-05b44536232c service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Received event network-vif-deleted-a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:09:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:09:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:09:06 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:09:06 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:09:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.247s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:09:06 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Deleted allocations for instance f376b238-27b2-446c-83db-51fa3076039a
Oct 26 02:09:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-efe91db6-352c-437d-b74f-a70bf433f894 tempest-VolumesNegativeTest-735862825 tempest-VolumesNegativeTest-735862825-project-member] Lock "f376b238-27b2-446c-83db-51fa3076039a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.797s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:09:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-a90e6580-49ac-4866-b6ff-85171900cc5c req-bcca5cca-c03a-4ebb-9362-8ad28acb7c71 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Received event network-vif-plugged-a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:09:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a90e6580-49ac-4866-b6ff-85171900cc5c req-bcca5cca-c03a-4ebb-9362-8ad28acb7c71 service nova] Acquiring lock "f376b238-27b2-446c-83db-51fa3076039a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:09:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a90e6580-49ac-4866-b6ff-85171900cc5c req-bcca5cca-c03a-4ebb-9362-8ad28acb7c71 service nova] Lock "f376b238-27b2-446c-83db-51fa3076039a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:09:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a90e6580-49ac-4866-b6ff-85171900cc5c req-bcca5cca-c03a-4ebb-9362-8ad28acb7c71 service nova] Lock "f376b238-27b2-446c-83db-51fa3076039a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:09:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-a90e6580-49ac-4866-b6ff-85171900cc5c req-bcca5cca-c03a-4ebb-9362-8ad28acb7c71 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] No waiting events found dispatching network-vif-plugged-a7e1e5be-129f-4985-83ff-11981b7cf170 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:09:07 user nova-compute[74702]: WARNING nova.compute.manager [req-a90e6580-49ac-4866-b6ff-85171900cc5c req-bcca5cca-c03a-4ebb-9362-8ad28acb7c71 service nova] [instance: f376b238-27b2-446c-83db-51fa3076039a] Received unexpected event network-vif-plugged-a7e1e5be-129f-4985-83ff-11981b7cf170 for instance with vm_state deleted and task_state None.
Oct 26 02:09:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:09:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:09:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:09:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:09:35 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:09:35 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 02:09:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:09:40 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:09:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:09:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:09:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:09:40 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:09:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.rescue --force-share --output=json" returned: 0 in 0.167s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.rescue --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "7ef9ad44-429c-4210-87d5-6792b227b5b7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:09:41 user nova-compute[74702]: INFO nova.compute.manager [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Terminating instance
Oct 26 02:09:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-7607b837-1821-419c-8b8d-1b9bbe8dc070 req-e8e1dbb7-1efa-4e12-8de6-4b625e809007 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Received event network-vif-unplugged-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7607b837-1821-419c-8b8d-1b9bbe8dc070 req-e8e1dbb7-1efa-4e12-8de6-4b625e809007 service nova] Acquiring lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7607b837-1821-419c-8b8d-1b9bbe8dc070 req-e8e1dbb7-1efa-4e12-8de6-4b625e809007 service nova] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7607b837-1821-419c-8b8d-1b9bbe8dc070 req-e8e1dbb7-1efa-4e12-8de6-4b625e809007 service nova] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-7607b837-1821-419c-8b8d-1b9bbe8dc070 req-e8e1dbb7-1efa-4e12-8de6-4b625e809007 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] No waiting events found dispatching network-vif-unplugged-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-7607b837-1821-419c-8b8d-1b9bbe8dc070 req-e8e1dbb7-1efa-4e12-8de6-4b625e809007 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Received event network-vif-unplugged-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:09:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:42 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:09:42 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8574MB free_disk=24.925636291503906GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:09:42 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Instance destroyed successfully.
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.objects.instance [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lazy-loading 'resources' on Instance uuid 7ef9ad44-429c-4210-87d5-6792b227b5b7 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:04:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1503069834',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1503069834',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1503069834',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHeR6Q9ZTxQrA2G2ph8Y/haAo9F/S4W4ebrUqHJLg/EhChGtFME4lRDItGBd6xUjp+zjVyu6pA7+DwjOSeXhbGBL2YHbGt3rz1KpTrkUvkGf9Z6dWNc/KKfFaZ3nJD4kiQ==',key_name='tempest-keypair-1387564168',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:05:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-tkvsl8rz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:05:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=7ef9ad44-429c-4210-87d5-6792b227b5b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "address": "fa:16:3e:64:68:16", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1437a5cc-51", "ovs_interfaceid": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "address": "fa:16:3e:64:68:16", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1437a5cc-51", "ovs_interfaceid": "1437a5cc-51e9-4353-a0ab-7d54c7ab0210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:64:68:16,bridge_name='br-int',has_traffic_filtering=True,id=1437a5cc-51e9-4353-a0ab-7d54c7ab0210,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1437a5cc-51') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_vif [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:68:16,bridge_name='br-int',has_traffic_filtering=True,id=1437a5cc-51e9-4353-a0ab-7d54c7ab0210,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1437a5cc-51') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1437a5cc-51, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c153872e-e99b-4510-894d-f69c14ca1d6e) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:09:42 user nova-compute[74702]: INFO os_vif [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:68:16,bridge_name='br-int',has_traffic_filtering=True,id=1437a5cc-51e9-4353-a0ab-7d54c7ab0210,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1437a5cc-51')
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lWpYDhGI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:09:42 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[36780bd4-c345-4bbf-a8dd-d1660735bfb1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:09:42 user nova-compute[74702]: No targets found.
Oct 26 02:09:42 user nova-compute[74702]: iSNS:
Oct 26 02:09:42 user nova-compute[74702]: No targets found.
Oct 26 02:09:42 user nova-compute[74702]: STATIC:
Oct 26 02:09:42 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 02:09:42 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:09:42 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:09:42 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846
Oct 26 02:09:42 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:09:42 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:09:42 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3
Oct 26 02:09:42 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:09:42 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:09:42 user nova-compute[74702]: FIRMWARE:
Oct 26 02:09:42 user nova-compute[74702]: No targets found.
Oct 26 02:09:42 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:09:42 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:09:42 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[735ae77c-a830-4bb0-a7a2-560439a302b9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[da4b2ab4-df4a-4fb9-94fa-714c63703baa]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:09:42 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:09:42 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:09:42 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:09:42 user nova-compute[74702]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 (non-flash)
Oct 26 02:09:42 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:09:42 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95233ce0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3'): ({'sdd'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Removing single pathed devices sdd {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance fb19a14b-b82d-4558-b41c-d70d6a1a09e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 7ef9ad44-429c-4210-87d5-6792b227b5b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ab3a966e-a40f-4a28-8e88-ae87657185f4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[aad12d79-88d9-45c2-b5f6-675118a62ed5]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c9e0cf8-86e7-432a-be60-6782dd4c629f]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flushing IO for device /dev/sdd {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0017ec9a-b49a-4104-8548-d851b5237324]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ffc91a8-71c4-443f-a5e7-fc7365814a76]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] SCSI volumes sdd have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_a693f25d', '/dev/disk/by-id/scsi-26362393130366561', '/dev/disk/by-id/scsi-1SCST_BIOa693f25d-cb9106ea9b5f6b68') {{(pid=85952) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f9aecf7-3403-462b-a9f7-a4d8326e6cfa]: (4, None) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[66bc612c-c72c-4e91-8e12-18435c7db340]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b41a637-c218-4d55-a0d5-b38bc6af6df7]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3, portal: 172.16.0.220,3260]
Oct 26 02:09:42 user nova-compute[74702]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3, portal: 172.16.0.220,3260] successful.
Oct 26 02:09:42 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.391s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4598bdc1-8d43-4b41-8dcc-af8b033022d3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ef93d5f-b354-44bb-9a71-660dd6483e4a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.349s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== disconnect_volume: return (350ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:09:42 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Deleting instance files /opt/stack/data/nova/instances/7ef9ad44-429c-4210-87d5-6792b227b5b7_del
Oct 26 02:09:42 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Deletion of /opt/stack/data/nova/instances/7ef9ad44-429c-4210-87d5-6792b227b5b7_del complete
Oct 26 02:09:42 user nova-compute[74702]: INFO nova.compute.manager [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Took 1.25 seconds to destroy the instance on the hypervisor.
Oct 26 02:09:42 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:09:42 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:09:43 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:09:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:09:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:09:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:09:43 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:09:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-17e4119e-2acd-434c-86c4-8aabc0e22380 req-37d085d9-76bf-4ce8-a658-b2c83d5a0b9b service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Received event network-vif-plugged-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:09:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-17e4119e-2acd-434c-86c4-8aabc0e22380 req-37d085d9-76bf-4ce8-a658-b2c83d5a0b9b service nova] Acquiring lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:09:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-17e4119e-2acd-434c-86c4-8aabc0e22380 req-37d085d9-76bf-4ce8-a658-b2c83d5a0b9b service nova] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:09:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-17e4119e-2acd-434c-86c4-8aabc0e22380 req-37d085d9-76bf-4ce8-a658-b2c83d5a0b9b service nova] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:09:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-17e4119e-2acd-434c-86c4-8aabc0e22380 req-37d085d9-76bf-4ce8-a658-b2c83d5a0b9b service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] No waiting events found dispatching network-vif-plugged-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:09:43 user nova-compute[74702]: WARNING nova.compute.manager [req-17e4119e-2acd-434c-86c4-8aabc0e22380 req-37d085d9-76bf-4ce8-a658-b2c83d5a0b9b service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Received unexpected event network-vif-plugged-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 for instance with vm_state active and task_state deleting.
Oct 26 02:09:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:44 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updating instance_info_cache with network_info: [{"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:09:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:09:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:09:44 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:09:44 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:09:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 02:09:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 02:09:44 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:09:44 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Took 1.47 seconds to deallocate network for instance.
Oct 26 02:09:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-86bf0911-5c9d-47fc-8668-92209486a5cb req-b4d075e2-27f8-4ccc-8769-e7d674620425 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Received event network-vif-deleted-1437a5cc-51e9-4353-a0ab-7d54c7ab0210 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:09:44 user nova-compute[74702]: INFO nova.compute.manager [req-86bf0911-5c9d-47fc-8668-92209486a5cb req-b4d075e2-27f8-4ccc-8769-e7d674620425 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Neutron deleted interface 1437a5cc-51e9-4353-a0ab-7d54c7ab0210; detaching it from the instance and deleting it from the info cache
Oct 26 02:09:44 user nova-compute[74702]: DEBUG nova.network.neutron [req-86bf0911-5c9d-47fc-8668-92209486a5cb req-b4d075e2-27f8-4ccc-8769-e7d674620425 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:09:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-86bf0911-5c9d-47fc-8668-92209486a5cb req-b4d075e2-27f8-4ccc-8769-e7d674620425 service nova] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Detach interface failed, port_id=1437a5cc-51e9-4353-a0ab-7d54c7ab0210, reason: Instance 7ef9ad44-429c-4210-87d5-6792b227b5b7 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 02:09:45 user nova-compute[74702]: INFO nova.compute.manager [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Took 0.81 seconds to detach 1 volumes for instance.
Oct 26 02:09:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 7ef9ad44-429c-4210-87d5-6792b227b5b7] Deleting volume: 4598bdc1-8d43-4b41-8dcc-af8b033022d3 {{(pid=74702) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 26 02:09:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:09:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:09:45 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:09:45 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:09:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.226s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:09:45 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Deleted allocations for instance 7ef9ad44-429c-4210-87d5-6792b227b5b7
Oct 26 02:09:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8885975f-e29c-48ba-b79c-4f287a8bdb70 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "7ef9ad44-429c-4210-87d5-6792b227b5b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.025s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:09:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:09:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:49 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:09:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:09:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:53 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:09:54 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:09:54 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:09:54 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:09:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:09:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:01 user nova-compute[74702]: INFO nova.compute.manager [None req-0e5f2d66-73f2-44c9-8bd6-40d82d1f84b7 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Unrescuing
Oct 26 02:10:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0e5f2d66-73f2-44c9-8bd6-40d82d1f84b7 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "refresh_cache-ab3a966e-a40f-4a28-8e88-ae87657185f4" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:10:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0e5f2d66-73f2-44c9-8bd6-40d82d1f84b7 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquired lock "refresh_cache-ab3a966e-a40f-4a28-8e88-ae87657185f4" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:10:01 user nova-compute[74702]: DEBUG nova.network.neutron [None req-0e5f2d66-73f2-44c9-8bd6-40d82d1f84b7 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.network.neutron [None req-0e5f2d66-73f2-44c9-8bd6-40d82d1f84b7 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Updating instance_info_cache with network_info: [{"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-0e5f2d66-73f2-44c9-8bd6-40d82d1f84b7 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Releasing lock "refresh_cache-ab3a966e-a40f-4a28-8e88-ae87657185f4" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.objects.instance [None req-0e5f2d66-73f2-44c9-8bd6-40d82d1f84b7 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'flavor' on Instance uuid ab3a966e-a40f-4a28-8e88-ae87657185f4 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-d4798b8b-2b23-4eb8-af07-b57c41d9838d req-2b10b2bc-332f-4851-88dc-483fedcdac6f service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-unplugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d4798b8b-2b23-4eb8-af07-b57c41d9838d req-2b10b2bc-332f-4851-88dc-483fedcdac6f service nova] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d4798b8b-2b23-4eb8-af07-b57c41d9838d req-2b10b2bc-332f-4851-88dc-483fedcdac6f service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d4798b8b-2b23-4eb8-af07-b57c41d9838d req-2b10b2bc-332f-4851-88dc-483fedcdac6f service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-d4798b8b-2b23-4eb8-af07-b57c41d9838d req-2b10b2bc-332f-4851-88dc-483fedcdac6f service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] No waiting events found dispatching network-vif-unplugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:10:02 user nova-compute[74702]: WARNING nova.compute.manager [req-d4798b8b-2b23-4eb8-af07-b57c41d9838d req-2b10b2bc-332f-4851-88dc-483fedcdac6f service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received unexpected event network-vif-unplugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff for instance with vm_state rescued and task_state unrescuing.
Oct 26 02:10:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:10:02 user nova-compute[74702]: INFO nova.compute.claims [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Claim successful on node user
Oct 26 02:10:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.323s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.network.neutron [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:10:02 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:10:02 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Instance destroyed successfully.
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.policy [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd78f32a40ea04b62acad386ad4d6b891', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5493685dd92474e9d875b6c98a0af31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:10:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:10:02 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Creating image(s)
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "/opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "/opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "/opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.238s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG nova.network.neutron [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Successfully created port: 3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.212s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk 1073741824" returned: 0 in 0.062s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.216s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Cannot resize image /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Ensure instance console log exists: /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.network.neutron [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Successfully updated port: 3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "refresh_cache-e0210162-5a9d-4da9-a9fe-8515f1aea55b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquired lock "refresh_cache-e0210162-5a9d-4da9-a9fe-8515f1aea55b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.network.neutron [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-e8654a7c-37e6-41df-b97a-7a5cb86dcdc7 req-f123277f-55f6-493d-815b-1906caad4245 service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received event network-changed-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-e8654a7c-37e6-41df-b97a-7a5cb86dcdc7 req-f123277f-55f6-493d-815b-1906caad4245 service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Refreshing instance network info cache due to event network-changed-3380e09b-d90e-4b82-a136-529a668cd60d. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e8654a7c-37e6-41df-b97a-7a5cb86dcdc7 req-f123277f-55f6-493d-815b-1906caad4245 service nova] Acquiring lock "refresh_cache-e0210162-5a9d-4da9-a9fe-8515f1aea55b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.network.neutron [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-7b3f63e2-55f5-4d10-9172-2514f314c742 req-2abf995e-9120-406d-bb36-e7794ccfc969 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7b3f63e2-55f5-4d10-9172-2514f314c742 req-2abf995e-9120-406d-bb36-e7794ccfc969 service nova] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7b3f63e2-55f5-4d10-9172-2514f314c742 req-2abf995e-9120-406d-bb36-e7794ccfc969 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7b3f63e2-55f5-4d10-9172-2514f314c742 req-2abf995e-9120-406d-bb36-e7794ccfc969 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-7b3f63e2-55f5-4d10-9172-2514f314c742 req-2abf995e-9120-406d-bb36-e7794ccfc969 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] No waiting events found dispatching network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:10:04 user nova-compute[74702]: WARNING nova.compute.manager [req-7b3f63e2-55f5-4d10-9172-2514f314c742 req-2abf995e-9120-406d-bb36-e7794ccfc969 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received unexpected event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff for instance with vm_state rescued and task_state unrescuing.
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.network.neutron [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Updating instance_info_cache with network_info: [{"id": "3380e09b-d90e-4b82-a136-529a668cd60d", "address": "fa:16:3e:37:27:54", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3380e09b-d9", "ovs_interfaceid": "3380e09b-d90e-4b82-a136-529a668cd60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Releasing lock "refresh_cache-e0210162-5a9d-4da9-a9fe-8515f1aea55b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Instance network_info: |[{"id": "3380e09b-d90e-4b82-a136-529a668cd60d", "address": "fa:16:3e:37:27:54", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3380e09b-d9", "ovs_interfaceid": "3380e09b-d90e-4b82-a136-529a668cd60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e8654a7c-37e6-41df-b97a-7a5cb86dcdc7 req-f123277f-55f6-493d-815b-1906caad4245 service nova] Acquired lock "refresh_cache-e0210162-5a9d-4da9-a9fe-8515f1aea55b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.network.neutron [req-e8654a7c-37e6-41df-b97a-7a5cb86dcdc7 req-f123277f-55f6-493d-815b-1906caad4245 service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Refreshing network info cache for port 3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Start _get_guest_xml network_info=[{"id": "3380e09b-d90e-4b82-a136-529a668cd60d", "address": "fa:16:3e:37:27:54", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3380e09b-d9", "ovs_interfaceid": "3380e09b-d90e-4b82-a136-529a668cd60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:10:04 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:10:04 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:10:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-468383766',display_name='tempest-VolumesActionsTest-instance-468383766',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-468383766',id=41,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5493685dd92474e9d875b6c98a0af31',ramdisk_id='',reservation_id='r-nbvi5ovr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1363618154',owner_user_name='tempest-VolumesActionsTest-1363618154-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:10:03Z,user_data=None,user_id='d78f32a40ea04b62acad386ad4d6b891',uuid=e0210162-5a9d-4da9-a9fe-8515f1aea55b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3380e09b-d90e-4b82-a136-529a668cd60d", "address": "fa:16:3e:37:27:54", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3380e09b-d9", "ovs_interfaceid": "3380e09b-d90e-4b82-a136-529a668cd60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Converting VIF {"id": "3380e09b-d90e-4b82-a136-529a668cd60d", "address": "fa:16:3e:37:27:54", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3380e09b-d9", "ovs_interfaceid": "3380e09b-d90e-4b82-a136-529a668cd60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:27:54,bridge_name='br-int',has_traffic_filtering=True,id=3380e09b-d90e-4b82-a136-529a668cd60d,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3380e09b-d9') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.objects.instance [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lazy-loading 'pci_devices' on Instance uuid e0210162-5a9d-4da9-a9fe-8515f1aea55b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:10:04 user nova-compute[74702]:   <uuid>e0210162-5a9d-4da9-a9fe-8515f1aea55b</uuid>
Oct 26 02:10:04 user nova-compute[74702]:   <name>instance-00000029</name>
Oct 26 02:10:04 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:10:04 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:10:04 user nova-compute[74702]:   <metadata>
Oct 26 02:10:04 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:10:04 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:10:04 user nova-compute[74702]:       <nova:name>tempest-VolumesActionsTest-instance-468383766</nova:name>
Oct 26 02:10:04 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:10:04</nova:creationTime>
Oct 26 02:10:04 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:10:04 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:10:04 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:10:04 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:10:04 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:10:04 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:10:04 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:10:04 user nova-compute[74702]:       <nova:owner>
Oct 26 02:10:04 user nova-compute[74702]:         <nova:user uuid="d78f32a40ea04b62acad386ad4d6b891">tempest-VolumesActionsTest-1363618154-project-member</nova:user>
Oct 26 02:10:04 user nova-compute[74702]:         <nova:project uuid="a5493685dd92474e9d875b6c98a0af31">tempest-VolumesActionsTest-1363618154</nova:project>
Oct 26 02:10:04 user nova-compute[74702]:       </nova:owner>
Oct 26 02:10:04 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 02:10:04 user nova-compute[74702]:       <nova:ports>
Oct 26 02:10:04 user nova-compute[74702]:         <nova:port uuid="3380e09b-d90e-4b82-a136-529a668cd60d">
Oct 26 02:10:04 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 26 02:10:04 user nova-compute[74702]:         </nova:port>
Oct 26 02:10:04 user nova-compute[74702]:       </nova:ports>
Oct 26 02:10:04 user nova-compute[74702]:     </nova:instance>
Oct 26 02:10:04 user nova-compute[74702]:   </metadata>
Oct 26 02:10:04 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:10:04 user nova-compute[74702]:     <system>
Oct 26 02:10:04 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:10:04 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:10:04 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:10:04 user nova-compute[74702]:       <entry name="serial">e0210162-5a9d-4da9-a9fe-8515f1aea55b</entry>
Oct 26 02:10:04 user nova-compute[74702]:       <entry name="uuid">e0210162-5a9d-4da9-a9fe-8515f1aea55b</entry>
Oct 26 02:10:04 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:10:04 user nova-compute[74702]:     </system>
Oct 26 02:10:04 user nova-compute[74702]:   </sysinfo>
Oct 26 02:10:04 user nova-compute[74702]:   <os>
Oct 26 02:10:04 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:10:04 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:10:04 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:10:04 user nova-compute[74702]:   </os>
Oct 26 02:10:04 user nova-compute[74702]:   <features>
Oct 26 02:10:04 user nova-compute[74702]:     <acpi/>
Oct 26 02:10:04 user nova-compute[74702]:     <apic/>
Oct 26 02:10:04 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:10:04 user nova-compute[74702]:   </features>
Oct 26 02:10:04 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:10:04 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:10:04 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:10:04 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:10:04 user nova-compute[74702]:   </clock>
Oct 26 02:10:04 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:10:04 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:10:04 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:10:04 user nova-compute[74702]:   </cpu>
Oct 26 02:10:04 user nova-compute[74702]:   <devices>
Oct 26 02:10:04 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:10:04 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:10:04 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk"/>
Oct 26 02:10:04 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:10:04 user nova-compute[74702]:     </disk>
Oct 26 02:10:04 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:10:04 user nova-compute[74702]:       <mac address="fa:16:3e:37:27:54"/>
Oct 26 02:10:04 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:10:04 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:10:04 user nova-compute[74702]:       <target dev="tap3380e09b-d9"/>
Oct 26 02:10:04 user nova-compute[74702]:     </interface>
Oct 26 02:10:04 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:10:04 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/console.log" append="off"/>
Oct 26 02:10:04 user nova-compute[74702]:     </serial>
Oct 26 02:10:04 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:10:04 user nova-compute[74702]:     <video>
Oct 26 02:10:04 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:10:04 user nova-compute[74702]:     </video>
Oct 26 02:10:04 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:10:04 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:10:04 user nova-compute[74702]:     </rng>
Oct 26 02:10:04 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:10:04 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:10:04 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:10:04 user nova-compute[74702]:     </memballoon>
Oct 26 02:10:04 user nova-compute[74702]:   </devices>
Oct 26 02:10:04 user nova-compute[74702]: </domain>
Oct 26 02:10:04 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:10:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-468383766',display_name='tempest-VolumesActionsTest-instance-468383766',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-468383766',id=41,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5493685dd92474e9d875b6c98a0af31',ramdisk_id='',reservation_id='r-nbvi5ovr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1363618154',owner_user_name='tempest-VolumesActionsTest-1363618154-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:10:03Z,user_data=None,user_id='d78f32a40ea04b62acad386ad4d6b891',uuid=e0210162-5a9d-4da9-a9fe-8515f1aea55b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3380e09b-d90e-4b82-a136-529a668cd60d", "address": "fa:16:3e:37:27:54", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3380e09b-d9", "ovs_interfaceid": "3380e09b-d90e-4b82-a136-529a668cd60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Converting VIF {"id": "3380e09b-d90e-4b82-a136-529a668cd60d", "address": "fa:16:3e:37:27:54", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3380e09b-d9", "ovs_interfaceid": "3380e09b-d90e-4b82-a136-529a668cd60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:27:54,bridge_name='br-int',has_traffic_filtering=True,id=3380e09b-d90e-4b82-a136-529a668cd60d,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3380e09b-d9') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG os_vif [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:27:54,bridge_name='br-int',has_traffic_filtering=True,id=3380e09b-d90e-4b82-a136-529a668cd60d,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3380e09b-d9') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8e76aa8a-7887-50fd-9f51-76752e420ff8', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3380e09b-d9, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3380e09b-d9, col_values=(('qos', UUID('acd77a49-a8b3-4591-9387-05b2807a115a')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3380e09b-d9, col_values=(('external_ids', {'iface-id': '3380e09b-d90e-4b82-a136-529a668cd60d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:37:27:54', 'vm-uuid': 'e0210162-5a9d-4da9-a9fe-8515f1aea55b'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:04 user nova-compute[74702]: INFO os_vif [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:27:54,bridge_name='br-int',has_traffic_filtering=True,id=3380e09b-d90e-4b82-a136-529a668cd60d,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3380e09b-d9')
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] No VIF found with MAC fa:16:3e:37:27:54, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.network.neutron [req-e8654a7c-37e6-41df-b97a-7a5cb86dcdc7 req-f123277f-55f6-493d-815b-1906caad4245 service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Updated VIF entry in instance network info cache for port 3380e09b-d90e-4b82-a136-529a668cd60d. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG nova.network.neutron [req-e8654a7c-37e6-41df-b97a-7a5cb86dcdc7 req-f123277f-55f6-493d-815b-1906caad4245 service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Updating instance_info_cache with network_info: [{"id": "3380e09b-d90e-4b82-a136-529a668cd60d", "address": "fa:16:3e:37:27:54", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3380e09b-d9", "ovs_interfaceid": "3380e09b-d90e-4b82-a136-529a668cd60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:10:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e8654a7c-37e6-41df-b97a-7a5cb86dcdc7 req-f123277f-55f6-493d-815b-1906caad4245 service nova] Releasing lock "refresh_cache-e0210162-5a9d-4da9-a9fe-8515f1aea55b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] No waiting events found dispatching network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:10:06 user nova-compute[74702]: WARNING nova.compute.manager [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received unexpected event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff for instance with vm_state rescued and task_state unrescuing.
Oct 26 02:10:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] No waiting events found dispatching network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:10:06 user nova-compute[74702]: WARNING nova.compute.manager [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received unexpected event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff for instance with vm_state rescued and task_state unrescuing.
Oct 26 02:10:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received event network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] Acquiring lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] No waiting events found dispatching network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:10:06 user nova-compute[74702]: WARNING nova.compute.manager [req-393866d2-5afc-4109-86fe-61c39b1d340e req-f2dc1419-67a2-4c63-9f6a-af2f52dbc5f4 service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received unexpected event network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d for instance with vm_state building and task_state spawning.
Oct 26 02:10:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-0e5f2d66-73f2-44c9-8bd6-40d82d1f84b7 tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:10:08 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Instance spawned successfully.
Oct 26 02:10:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:10:08 user nova-compute[74702]: INFO nova.compute.manager [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Took 5.52 seconds to spawn the instance on the hypervisor.
Oct 26 02:10:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:10:08 user nova-compute[74702]: INFO nova.compute.manager [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Took 6.24 seconds to build instance.
Oct 26 02:10:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-acc3d9d4-badf-4ea3-b48d-67a4598f3579 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.358s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-5e707d95-0a63-4c94-b69d-7b29ed2b0d49 req-4f239753-8eb7-4ade-86cd-b608ad002c22 service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received event network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e707d95-0a63-4c94-b69d-7b29ed2b0d49 req-4f239753-8eb7-4ade-86cd-b608ad002c22 service nova] Acquiring lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e707d95-0a63-4c94-b69d-7b29ed2b0d49 req-4f239753-8eb7-4ade-86cd-b608ad002c22 service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e707d95-0a63-4c94-b69d-7b29ed2b0d49 req-4f239753-8eb7-4ade-86cd-b608ad002c22 service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-5e707d95-0a63-4c94-b69d-7b29ed2b0d49 req-4f239753-8eb7-4ade-86cd-b608ad002c22 service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] No waiting events found dispatching network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:10:08 user nova-compute[74702]: WARNING nova.compute.manager [req-5e707d95-0a63-4c94-b69d-7b29ed2b0d49 req-4f239753-8eb7-4ade-86cd-b608ad002c22 service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received unexpected event network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d for instance with vm_state active and task_state None.
Oct 26 02:10:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG nova.compute.manager [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:10:42 user nova-compute[74702]: INFO nova.compute.claims [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Claim successful on node user
Oct 26 02:10:42 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:10:42 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.451s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.289s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG nova.network.neutron [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:10:43 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:10:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:10:43 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Creating image(s)
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "/opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "/opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "/opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG nova.policy [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426854feb2de4e85985f99eda32d7321', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7772be7a586645afb64b62efa13cd19b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk 1073741824" returned: 0 in 0.061s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Cannot resize image /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Ensure instance console log exists: /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.network.neutron [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Successfully created port: ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:44 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:10:44 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8530MB free_disk=24.885902404785156GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.network.neutron [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Successfully updated port: ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "refresh_cache-6eb185e1-0c39-43f2-ba85-bf1c52549130" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquired lock "refresh_cache-6eb185e1-0c39-43f2-ba85-bf1c52549130" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.network.neutron [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-e2095a88-d7c6-4110-aba5-b5929fbd8de4 req-a4e3b478-d76e-4318-9aae-c98d8579978b service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Received event network-changed-ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-e2095a88-d7c6-4110-aba5-b5929fbd8de4 req-a4e3b478-d76e-4318-9aae-c98d8579978b service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Refreshing instance network info cache due to event network-changed-ee1bd767-07e1-4947-acd3-a16d5e676257. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e2095a88-d7c6-4110-aba5-b5929fbd8de4 req-a4e3b478-d76e-4318-9aae-c98d8579978b service nova] Acquiring lock "refresh_cache-6eb185e1-0c39-43f2-ba85-bf1c52549130" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance fb19a14b-b82d-4558-b41c-d70d6a1a09e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ab3a966e-a40f-4a28-8e88-ae87657185f4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance e0210162-5a9d-4da9-a9fe-8515f1aea55b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 6eb185e1-0c39-43f2-ba85-bf1c52549130 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:10:44 user nova-compute[74702]: DEBUG nova.network.neutron [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.356s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.network.neutron [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Updating instance_info_cache with network_info: [{"id": "ee1bd767-07e1-4947-acd3-a16d5e676257", "address": "fa:16:3e:92:bd:a7", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1bd767-07", "ovs_interfaceid": "ee1bd767-07e1-4947-acd3-a16d5e676257", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Releasing lock "refresh_cache-6eb185e1-0c39-43f2-ba85-bf1c52549130" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Instance network_info: |[{"id": "ee1bd767-07e1-4947-acd3-a16d5e676257", "address": "fa:16:3e:92:bd:a7", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1bd767-07", "ovs_interfaceid": "ee1bd767-07e1-4947-acd3-a16d5e676257", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e2095a88-d7c6-4110-aba5-b5929fbd8de4 req-a4e3b478-d76e-4318-9aae-c98d8579978b service nova] Acquired lock "refresh_cache-6eb185e1-0c39-43f2-ba85-bf1c52549130" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.network.neutron [req-e2095a88-d7c6-4110-aba5-b5929fbd8de4 req-a4e3b478-d76e-4318-9aae-c98d8579978b service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Refreshing network info cache for port ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Start _get_guest_xml network_info=[{"id": "ee1bd767-07e1-4947-acd3-a16d5e676257", "address": "fa:16:3e:92:bd:a7", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1bd767-07", "ovs_interfaceid": "ee1bd767-07e1-4947-acd3-a16d5e676257", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:10:45 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:10:45 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:10:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-932636056',display_name='tempest-VolumesSnapshotTestJSON-instance-932636056',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-932636056',id=42,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkIQjOyWJG+UAN7V2j07x0LtgGG7vTHl/KB18iWrVODuu3ogjQarvSFPIRkPajcs9A63bsSeSuTqp3dwWc3zD15IzTqbRwLB2MApL2jpvpUFw4yRrq0OgUGG55e7yMwug==',key_name='tempest-keypair-1772157521',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7772be7a586645afb64b62efa13cd19b',ramdisk_id='',reservation_id='r-pg8bl1un',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-49661406',owner_user_name='tempest-VolumesSnapshotTestJSON-49661406-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:10:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='426854feb2de4e85985f99eda32d7321',uuid=6eb185e1-0c39-43f2-ba85-bf1c52549130,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee1bd767-07e1-4947-acd3-a16d5e676257", "address": "fa:16:3e:92:bd:a7", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1bd767-07", "ovs_interfaceid": "ee1bd767-07e1-4947-acd3-a16d5e676257", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Converting VIF {"id": "ee1bd767-07e1-4947-acd3-a16d5e676257", "address": "fa:16:3e:92:bd:a7", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1bd767-07", "ovs_interfaceid": "ee1bd767-07e1-4947-acd3-a16d5e676257", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:bd:a7,bridge_name='br-int',has_traffic_filtering=True,id=ee1bd767-07e1-4947-acd3-a16d5e676257,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1bd767-07') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.objects.instance [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lazy-loading 'pci_devices' on Instance uuid 6eb185e1-0c39-43f2-ba85-bf1c52549130 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:10:45 user nova-compute[74702]:   <uuid>6eb185e1-0c39-43f2-ba85-bf1c52549130</uuid>
Oct 26 02:10:45 user nova-compute[74702]:   <name>instance-0000002a</name>
Oct 26 02:10:45 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:10:45 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:10:45 user nova-compute[74702]:   <metadata>
Oct 26 02:10:45 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:10:45 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:10:45 user nova-compute[74702]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-932636056</nova:name>
Oct 26 02:10:45 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:10:45</nova:creationTime>
Oct 26 02:10:45 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:10:45 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:10:45 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:10:45 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:10:45 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:10:45 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:10:45 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:10:45 user nova-compute[74702]:       <nova:owner>
Oct 26 02:10:45 user nova-compute[74702]:         <nova:user uuid="426854feb2de4e85985f99eda32d7321">tempest-VolumesSnapshotTestJSON-49661406-project-member</nova:user>
Oct 26 02:10:45 user nova-compute[74702]:         <nova:project uuid="7772be7a586645afb64b62efa13cd19b">tempest-VolumesSnapshotTestJSON-49661406</nova:project>
Oct 26 02:10:45 user nova-compute[74702]:       </nova:owner>
Oct 26 02:10:45 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 02:10:45 user nova-compute[74702]:       <nova:ports>
Oct 26 02:10:45 user nova-compute[74702]:         <nova:port uuid="ee1bd767-07e1-4947-acd3-a16d5e676257">
Oct 26 02:10:45 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 26 02:10:45 user nova-compute[74702]:         </nova:port>
Oct 26 02:10:45 user nova-compute[74702]:       </nova:ports>
Oct 26 02:10:45 user nova-compute[74702]:     </nova:instance>
Oct 26 02:10:45 user nova-compute[74702]:   </metadata>
Oct 26 02:10:45 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:10:45 user nova-compute[74702]:     <system>
Oct 26 02:10:45 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:10:45 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:10:45 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:10:45 user nova-compute[74702]:       <entry name="serial">6eb185e1-0c39-43f2-ba85-bf1c52549130</entry>
Oct 26 02:10:45 user nova-compute[74702]:       <entry name="uuid">6eb185e1-0c39-43f2-ba85-bf1c52549130</entry>
Oct 26 02:10:45 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:10:45 user nova-compute[74702]:     </system>
Oct 26 02:10:45 user nova-compute[74702]:   </sysinfo>
Oct 26 02:10:45 user nova-compute[74702]:   <os>
Oct 26 02:10:45 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:10:45 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:10:45 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:10:45 user nova-compute[74702]:   </os>
Oct 26 02:10:45 user nova-compute[74702]:   <features>
Oct 26 02:10:45 user nova-compute[74702]:     <acpi/>
Oct 26 02:10:45 user nova-compute[74702]:     <apic/>
Oct 26 02:10:45 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:10:45 user nova-compute[74702]:   </features>
Oct 26 02:10:45 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:10:45 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:10:45 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:10:45 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:10:45 user nova-compute[74702]:   </clock>
Oct 26 02:10:45 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:10:45 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:10:45 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:10:45 user nova-compute[74702]:   </cpu>
Oct 26 02:10:45 user nova-compute[74702]:   <devices>
Oct 26 02:10:45 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:10:45 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:10:45 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk"/>
Oct 26 02:10:45 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:10:45 user nova-compute[74702]:     </disk>
Oct 26 02:10:45 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:10:45 user nova-compute[74702]:       <mac address="fa:16:3e:92:bd:a7"/>
Oct 26 02:10:45 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:10:45 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:10:45 user nova-compute[74702]:       <target dev="tapee1bd767-07"/>
Oct 26 02:10:45 user nova-compute[74702]:     </interface>
Oct 26 02:10:45 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:10:45 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/console.log" append="off"/>
Oct 26 02:10:45 user nova-compute[74702]:     </serial>
Oct 26 02:10:45 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:10:45 user nova-compute[74702]:     <video>
Oct 26 02:10:45 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:10:45 user nova-compute[74702]:     </video>
Oct 26 02:10:45 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:10:45 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:10:45 user nova-compute[74702]:     </rng>
Oct 26 02:10:45 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:10:45 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:10:45 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:10:45 user nova-compute[74702]:     </memballoon>
Oct 26 02:10:45 user nova-compute[74702]:   </devices>
Oct 26 02:10:45 user nova-compute[74702]: </domain>
Oct 26 02:10:45 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:10:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-932636056',display_name='tempest-VolumesSnapshotTestJSON-instance-932636056',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-932636056',id=42,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkIQjOyWJG+UAN7V2j07x0LtgGG7vTHl/KB18iWrVODuu3ogjQarvSFPIRkPajcs9A63bsSeSuTqp3dwWc3zD15IzTqbRwLB2MApL2jpvpUFw4yRrq0OgUGG55e7yMwug==',key_name='tempest-keypair-1772157521',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7772be7a586645afb64b62efa13cd19b',ramdisk_id='',reservation_id='r-pg8bl1un',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-49661406',owner_user_name='tempest-VolumesSnapshotTestJSON-49661406-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:10:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='426854feb2de4e85985f99eda32d7321',uuid=6eb185e1-0c39-43f2-ba85-bf1c52549130,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee1bd767-07e1-4947-acd3-a16d5e676257", "address": "fa:16:3e:92:bd:a7", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1bd767-07", "ovs_interfaceid": "ee1bd767-07e1-4947-acd3-a16d5e676257", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Converting VIF {"id": "ee1bd767-07e1-4947-acd3-a16d5e676257", "address": "fa:16:3e:92:bd:a7", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1bd767-07", "ovs_interfaceid": "ee1bd767-07e1-4947-acd3-a16d5e676257", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:bd:a7,bridge_name='br-int',has_traffic_filtering=True,id=ee1bd767-07e1-4947-acd3-a16d5e676257,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1bd767-07') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG os_vif [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:bd:a7,bridge_name='br-int',has_traffic_filtering=True,id=ee1bd767-07e1-4947-acd3-a16d5e676257,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1bd767-07') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '14a195f5-330b-51ed-b0ea-73e9b9e6d8f2', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee1bd767-07, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee1bd767-07, col_values=(('qos', UUID('6f677b51-81ff-4b59-9f37-80692025f51c')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee1bd767-07, col_values=(('external_ids', {'iface-id': 'ee1bd767-07e1-4947-acd3-a16d5e676257', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:bd:a7', 'vm-uuid': '6eb185e1-0c39-43f2-ba85-bf1c52549130'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:45 user nova-compute[74702]: INFO os_vif [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:bd:a7,bridge_name='br-int',has_traffic_filtering=True,id=ee1bd767-07e1-4947-acd3-a16d5e676257,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1bd767-07')
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] No VIF found with MAC fa:16:3e:92:bd:a7, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.network.neutron [req-e2095a88-d7c6-4110-aba5-b5929fbd8de4 req-a4e3b478-d76e-4318-9aae-c98d8579978b service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Updated VIF entry in instance network info cache for port ee1bd767-07e1-4947-acd3-a16d5e676257. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG nova.network.neutron [req-e2095a88-d7c6-4110-aba5-b5929fbd8de4 req-a4e3b478-d76e-4318-9aae-c98d8579978b service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Updating instance_info_cache with network_info: [{"id": "ee1bd767-07e1-4947-acd3-a16d5e676257", "address": "fa:16:3e:92:bd:a7", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1bd767-07", "ovs_interfaceid": "ee1bd767-07e1-4947-acd3-a16d5e676257", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:10:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e2095a88-d7c6-4110-aba5-b5929fbd8de4 req-a4e3b478-d76e-4318-9aae-c98d8579978b service nova] Releasing lock "refresh_cache-6eb185e1-0c39-43f2-ba85-bf1c52549130" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updating instance_info_cache with network_info: [{"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-453a1797-26d7-4174-971a-b2622e38c939 req-8c06912e-6440-4196-bba8-160ae073178f service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Received event network-vif-plugged-ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-453a1797-26d7-4174-971a-b2622e38c939 req-8c06912e-6440-4196-bba8-160ae073178f service nova] Acquiring lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-453a1797-26d7-4174-971a-b2622e38c939 req-8c06912e-6440-4196-bba8-160ae073178f service nova] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-453a1797-26d7-4174-971a-b2622e38c939 req-8c06912e-6440-4196-bba8-160ae073178f service nova] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-453a1797-26d7-4174-971a-b2622e38c939 req-8c06912e-6440-4196-bba8-160ae073178f service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] No waiting events found dispatching network-vif-plugged-ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:10:46 user nova-compute[74702]: WARNING nova.compute.manager [req-453a1797-26d7-4174-971a-b2622e38c939 req-8c06912e-6440-4196-bba8-160ae073178f service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Received unexpected event network-vif-plugged-ee1bd767-07e1-4947-acd3-a16d5e676257 for instance with vm_state building and task_state spawning.
Oct 26 02:10:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:10:48 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Instance spawned successfully.
Oct 26 02:10:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-1a15813d-c1db-4fcb-9f93-755c9536db12 req-ac503e41-b082-419f-b503-beba8cb671d3 service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Received event network-vif-plugged-ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1a15813d-c1db-4fcb-9f93-755c9536db12 req-ac503e41-b082-419f-b503-beba8cb671d3 service nova] Acquiring lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1a15813d-c1db-4fcb-9f93-755c9536db12 req-ac503e41-b082-419f-b503-beba8cb671d3 service nova] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1a15813d-c1db-4fcb-9f93-755c9536db12 req-ac503e41-b082-419f-b503-beba8cb671d3 service nova] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-1a15813d-c1db-4fcb-9f93-755c9536db12 req-ac503e41-b082-419f-b503-beba8cb671d3 service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] No waiting events found dispatching network-vif-plugged-ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:10:48 user nova-compute[74702]: WARNING nova.compute.manager [req-1a15813d-c1db-4fcb-9f93-755c9536db12 req-ac503e41-b082-419f-b503-beba8cb671d3 service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Received unexpected event network-vif-plugged-ee1bd767-07e1-4947-acd3-a16d5e676257 for instance with vm_state building and task_state spawning.
Oct 26 02:10:48 user nova-compute[74702]: INFO nova.compute.manager [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Took 5.68 seconds to spawn the instance on the hypervisor.
Oct 26 02:10:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:10:49 user nova-compute[74702]: INFO nova.compute.manager [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Took 6.61 seconds to build instance.
Oct 26 02:10:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-50ce3325-263a-4148-ad2b-c1125385fd42 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.710s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:49 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:10:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "42eb42eb-5112-41c9-8af2-de296dd41f7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:10:52 user nova-compute[74702]: INFO nova.compute.claims [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Claim successful on node user
Oct 26 02:10:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.358s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:10:52 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:10:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:10:52 user nova-compute[74702]: DEBUG nova.policy [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55a62fa5cb5b4305b2ebcc96414673a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4e644c9f9ec4e6e8c3e602da0c9cd97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:10:52 user nova-compute[74702]: INFO nova.virt.block_device [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Booting with volume 2a12fc09-350d-4561-a7aa-f8ce2818d05a at /dev/vda
Oct 26 02:10:53 user nova-compute[74702]: DEBUG os_brick.utils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[98c8e484-2ef3-48af-af4e-36356ec15c5e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5245d4d9-36f7-404d-94e3-e7a074a3e0dd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f88422e1-427b-45d7-8cf7-f3412c50db8f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e4cc1a-29ff-4330-ad9e-7ad334142c16]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:10:53 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:10:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b84137fb-bd2a-46a5-b07c-69037a02bc30]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG os_brick.utils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Updating existing volume attachment record: 2e4a4601-c987-4359-b126-6b91332e6060 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Successfully created port: 93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:10:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Successfully updated port: 93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "refresh_cache-42eb42eb-5112-41c9-8af2-de296dd41f7e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquired lock "refresh_cache-42eb42eb-5112-41c9-8af2-de296dd41f7e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-d91a3cd0-fda5-4b07-9b92-b383d51a0ab2 req-77e5ef21-bb1b-40e0-b177-b03de40b2bcd service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Received event network-changed-93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-d91a3cd0-fda5-4b07-9b92-b383d51a0ab2 req-77e5ef21-bb1b-40e0-b177-b03de40b2bcd service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Refreshing instance network info cache due to event network-changed-93ff94f9-3093-4700-a0eb-3fdd9ec199fb. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d91a3cd0-fda5-4b07-9b92-b383d51a0ab2 req-77e5ef21-bb1b-40e0-b177-b03de40b2bcd service nova] Acquiring lock "refresh_cache-42eb42eb-5112-41c9-8af2-de296dd41f7e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Updating instance_info_cache with network_info: [{"id": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "address": "fa:16:3e:07:14:54", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93ff94f9-30", "ovs_interfaceid": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Releasing lock "refresh_cache-42eb42eb-5112-41c9-8af2-de296dd41f7e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Instance network_info: |[{"id": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "address": "fa:16:3e:07:14:54", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93ff94f9-30", "ovs_interfaceid": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d91a3cd0-fda5-4b07-9b92-b383d51a0ab2 req-77e5ef21-bb1b-40e0-b177-b03de40b2bcd service nova] Acquired lock "refresh_cache-42eb42eb-5112-41c9-8af2-de296dd41f7e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG nova.network.neutron [req-d91a3cd0-fda5-4b07-9b92-b383d51a0ab2 req-77e5ef21-bb1b-40e0-b177-b03de40b2bcd service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Refreshing network info cache for port 93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG nova.network.neutron [req-d91a3cd0-fda5-4b07-9b92-b383d51a0ab2 req-77e5ef21-bb1b-40e0-b177-b03de40b2bcd service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Updated VIF entry in instance network info cache for port 93ff94f9-3093-4700-a0eb-3fdd9ec199fb. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG nova.network.neutron [req-d91a3cd0-fda5-4b07-9b92-b383d51a0ab2 req-77e5ef21-bb1b-40e0-b177-b03de40b2bcd service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Updating instance_info_cache with network_info: [{"id": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "address": "fa:16:3e:07:14:54", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93ff94f9-30", "ovs_interfaceid": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:10:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-d91a3cd0-fda5-4b07-9b92-b383d51a0ab2 req-77e5ef21-bb1b-40e0-b177-b03de40b2bcd service nova] Releasing lock "refresh_cache-42eb42eb-5112-41c9-8af2-de296dd41f7e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:10:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:10:56 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:10:56 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:10:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:11:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:11:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:11:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:11:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:11:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:11:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:11:10 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Creating image(s)
Oct 26 02:11:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 02:11:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Ensure instance console log exists: /opt/stack/data/nova/instances/42eb42eb-5112-41c9-8af2-de296dd41f7e/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:11:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Start _get_guest_xml network_info=[{"id": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "address": "fa:16:3e:07:14:54", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93ff94f9-30", "ovs_interfaceid": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DHTmlBvk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '42eb42eb-5112-41c9-8af2-de296dd41f7e', 'attached_at': '', 'detached_at': '', 'volume_id': '2a12fc09-350d-4561-a7aa-f8ce2818d05a', 'serial': '2a12fc09-350d-4561-a7aa-f8ce2818d05a'}, 'attachment_id': '2e4a4601-c987-4359-b126-6b91332e6060', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:11:10 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:11:10 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:11:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:11:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DHTmlBvk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:11:11 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:11:11 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:11:11 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ef3ce49-f5c0-493f-8598-15286e512dad]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:11:11 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a55a3ac-a4ae-4a73-a0ae-3aef2b37ef08]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a] added
Oct 26 02:11:11 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b66a87-9bd6-4af8-bd65-a4135374175d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f926c41e-db00-4d70-b347-7f76bb0bfc89]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DHTmlBvk {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DHTmlBvk" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b219da47-fa77-43a9-8ec2-50b2a75ba612]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DHTmlBvk'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e10f7766-f60f-413e-828e-5ef835625b46]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c75083e9-c81c-44a0-98cc-bac3f655b50e]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:11:11 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:11:11 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:11:11 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:11:11 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[226895a6-6943-42e2-83af-7e0bd6979f13]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260]
Oct 26 02:11:11 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260] successful.
Oct 26 02:11:11 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[da646224-6b9e-4cb6-bcc6-a2fe031aed6f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a191f16e-adb7-4b11-b042-7f1595551287]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:11:11 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:11:11 user nova-compute[74702]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:11:11 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:11:11 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:11:11 user nova-compute[74702]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:11:11 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] HCTL ('33', '-', '-', 0) found on session 40 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a962a98-0228-44c9-875b-bd8ee242f297]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:11:11 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DHTmlBvk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23837346632656537', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837346632656537', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:10:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-687149685',display_name='tempest-TestVolumeBootPattern-server-687149685',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-687149685',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMQEKLwaSU1k4HGoNESxM6xQ7pwy1Q6g8ybDNtRwEt1dyttPUDGWyIaTvZbq6edC/FPABWWNsEEo/OWzSLvRTjxpRuKLp+RNqHbvuIKiGEkqm7BE754uFCaN/DPW18dA9w==',key_name='tempest-TestVolumeBootPattern-1463295649',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-7ksn6xrt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:10:53Z,user_data=None,user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=42eb42eb-5112-41c9-8af2-de296dd41f7e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "address": "fa:16:3e:07:14:54", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93ff94f9-30", "ovs_interfaceid": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "address": "fa:16:3e:07:14:54", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93ff94f9-30", "ovs_interfaceid": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:14:54,bridge_name='br-int',has_traffic_filtering=True,id=93ff94f9-3093-4700-a0eb-3fdd9ec199fb,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93ff94f9-30') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lazy-loading 'pci_devices' on Instance uuid 42eb42eb-5112-41c9-8af2-de296dd41f7e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:11:12 user nova-compute[74702]:   <uuid>42eb42eb-5112-41c9-8af2-de296dd41f7e</uuid>
Oct 26 02:11:12 user nova-compute[74702]:   <name>instance-0000002b</name>
Oct 26 02:11:12 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:11:12 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:11:12 user nova-compute[74702]:   <metadata>
Oct 26 02:11:12 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:11:12 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:11:12 user nova-compute[74702]:       <nova:name>tempest-TestVolumeBootPattern-server-687149685</nova:name>
Oct 26 02:11:12 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:11:10</nova:creationTime>
Oct 26 02:11:12 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:11:12 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:11:12 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:11:12 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:11:12 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:11:12 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:11:12 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:11:12 user nova-compute[74702]:       <nova:owner>
Oct 26 02:11:12 user nova-compute[74702]:         <nova:user uuid="55a62fa5cb5b4305b2ebcc96414673a6">tempest-TestVolumeBootPattern-540192483-project-member</nova:user>
Oct 26 02:11:12 user nova-compute[74702]:         <nova:project uuid="b4e644c9f9ec4e6e8c3e602da0c9cd97">tempest-TestVolumeBootPattern-540192483</nova:project>
Oct 26 02:11:12 user nova-compute[74702]:       </nova:owner>
Oct 26 02:11:12 user nova-compute[74702]:       <nova:ports>
Oct 26 02:11:12 user nova-compute[74702]:         <nova:port uuid="93ff94f9-3093-4700-a0eb-3fdd9ec199fb">
Oct 26 02:11:12 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 26 02:11:12 user nova-compute[74702]:         </nova:port>
Oct 26 02:11:12 user nova-compute[74702]:       </nova:ports>
Oct 26 02:11:12 user nova-compute[74702]:     </nova:instance>
Oct 26 02:11:12 user nova-compute[74702]:   </metadata>
Oct 26 02:11:12 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:11:12 user nova-compute[74702]:     <system>
Oct 26 02:11:12 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:11:12 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:11:12 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:11:12 user nova-compute[74702]:       <entry name="serial">42eb42eb-5112-41c9-8af2-de296dd41f7e</entry>
Oct 26 02:11:12 user nova-compute[74702]:       <entry name="uuid">42eb42eb-5112-41c9-8af2-de296dd41f7e</entry>
Oct 26 02:11:12 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:11:12 user nova-compute[74702]:     </system>
Oct 26 02:11:12 user nova-compute[74702]:   </sysinfo>
Oct 26 02:11:12 user nova-compute[74702]:   <os>
Oct 26 02:11:12 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:11:12 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:11:12 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:11:12 user nova-compute[74702]:   </os>
Oct 26 02:11:12 user nova-compute[74702]:   <features>
Oct 26 02:11:12 user nova-compute[74702]:     <acpi/>
Oct 26 02:11:12 user nova-compute[74702]:     <apic/>
Oct 26 02:11:12 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:11:12 user nova-compute[74702]:   </features>
Oct 26 02:11:12 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:11:12 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:11:12 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:11:12 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:11:12 user nova-compute[74702]:   </clock>
Oct 26 02:11:12 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:11:12 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:11:12 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:11:12 user nova-compute[74702]:   </cpu>
Oct 26 02:11:12 user nova-compute[74702]:   <devices>
Oct 26 02:11:12 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:11:12 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:11:12 user nova-compute[74702]:       <source dev="/dev/sdb"/>
Oct 26 02:11:12 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:11:12 user nova-compute[74702]:       <serial>2a12fc09-350d-4561-a7aa-f8ce2818d05a</serial>
Oct 26 02:11:12 user nova-compute[74702]:     </disk>
Oct 26 02:11:12 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:11:12 user nova-compute[74702]:       <mac address="fa:16:3e:07:14:54"/>
Oct 26 02:11:12 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:11:12 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:11:12 user nova-compute[74702]:       <target dev="tap93ff94f9-30"/>
Oct 26 02:11:12 user nova-compute[74702]:     </interface>
Oct 26 02:11:12 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:11:12 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/42eb42eb-5112-41c9-8af2-de296dd41f7e/console.log" append="off"/>
Oct 26 02:11:12 user nova-compute[74702]:     </serial>
Oct 26 02:11:12 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:11:12 user nova-compute[74702]:     <video>
Oct 26 02:11:12 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:11:12 user nova-compute[74702]:     </video>
Oct 26 02:11:12 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:11:12 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:11:12 user nova-compute[74702]:     </rng>
Oct 26 02:11:12 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:11:12 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:11:12 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:11:12 user nova-compute[74702]:     </memballoon>
Oct 26 02:11:12 user nova-compute[74702]:   </devices>
Oct 26 02:11:12 user nova-compute[74702]: </domain>
Oct 26 02:11:12 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:10:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-687149685',display_name='tempest-TestVolumeBootPattern-server-687149685',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-687149685',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMQEKLwaSU1k4HGoNESxM6xQ7pwy1Q6g8ybDNtRwEt1dyttPUDGWyIaTvZbq6edC/FPABWWNsEEo/OWzSLvRTjxpRuKLp+RNqHbvuIKiGEkqm7BE754uFCaN/DPW18dA9w==',key_name='tempest-TestVolumeBootPattern-1463295649',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-7ksn6xrt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:10:53Z,user_data=None,user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=42eb42eb-5112-41c9-8af2-de296dd41f7e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "address": "fa:16:3e:07:14:54", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93ff94f9-30", "ovs_interfaceid": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "address": "fa:16:3e:07:14:54", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93ff94f9-30", "ovs_interfaceid": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:14:54,bridge_name='br-int',has_traffic_filtering=True,id=93ff94f9-3093-4700-a0eb-3fdd9ec199fb,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93ff94f9-30') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG os_vif [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:14:54,bridge_name='br-int',has_traffic_filtering=True,id=93ff94f9-3093-4700-a0eb-3fdd9ec199fb,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93ff94f9-30') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '945e5045-3580-559d-9b65-138d82afe6c4', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap93ff94f9-30, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap93ff94f9-30, col_values=(('qos', UUID('a25e7912-cc2d-4410-af89-5b94aa67c437')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap93ff94f9-30, col_values=(('external_ids', {'iface-id': '93ff94f9-3093-4700-a0eb-3fdd9ec199fb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:14:54', 'vm-uuid': '42eb42eb-5112-41c9-8af2-de296dd41f7e'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:12 user nova-compute[74702]: INFO os_vif [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:14:54,bridge_name='br-int',has_traffic_filtering=True,id=93ff94f9-3093-4700-a0eb-3fdd9ec199fb,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93ff94f9-30')
Oct 26 02:11:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:11:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] No VIF found with MAC fa:16:3e:07:14:54, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:11:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-62270f53-daf3-489e-aba1-5956a515b232 req-40660466-608e-4f96-81f9-e1927846c256 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Received event network-vif-plugged-93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:11:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-62270f53-daf3-489e-aba1-5956a515b232 req-40660466-608e-4f96-81f9-e1927846c256 service nova] Acquiring lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-62270f53-daf3-489e-aba1-5956a515b232 req-40660466-608e-4f96-81f9-e1927846c256 service nova] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-62270f53-daf3-489e-aba1-5956a515b232 req-40660466-608e-4f96-81f9-e1927846c256 service nova] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-62270f53-daf3-489e-aba1-5956a515b232 req-40660466-608e-4f96-81f9-e1927846c256 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] No waiting events found dispatching network-vif-plugged-93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:11:14 user nova-compute[74702]: WARNING nova.compute.manager [req-62270f53-daf3-489e-aba1-5956a515b232 req-40660466-608e-4f96-81f9-e1927846c256 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Received unexpected event network-vif-plugged-93ff94f9-3093-4700-a0eb-3fdd9ec199fb for instance with vm_state building and task_state spawning.
Oct 26 02:11:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:11:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:11:15 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Instance spawned successfully.
Oct 26 02:11:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:11:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:11:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:11:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:11:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:11:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:11:15 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:11:16 user nova-compute[74702]: INFO nova.compute.manager [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Took 5.05 seconds to spawn the instance on the hypervisor.
Oct 26 02:11:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:11:16 user nova-compute[74702]: INFO nova.compute.manager [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Took 23.71 seconds to build instance.
Oct 26 02:11:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-5b619e12-da25-4330-943f-473b0c78d3e8 req-9e477af8-2f1a-4472-832d-bda23834ec3f service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Received event network-vif-plugged-93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:11:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5b619e12-da25-4330-943f-473b0c78d3e8 req-9e477af8-2f1a-4472-832d-bda23834ec3f service nova] Acquiring lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5b619e12-da25-4330-943f-473b0c78d3e8 req-9e477af8-2f1a-4472-832d-bda23834ec3f service nova] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5b619e12-da25-4330-943f-473b0c78d3e8 req-9e477af8-2f1a-4472-832d-bda23834ec3f service nova] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-5b619e12-da25-4330-943f-473b0c78d3e8 req-9e477af8-2f1a-4472-832d-bda23834ec3f service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] No waiting events found dispatching network-vif-plugged-93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:11:16 user nova-compute[74702]: WARNING nova.compute.manager [req-5b619e12-da25-4330-943f-473b0c78d3e8 req-9e477af8-2f1a-4472-832d-bda23834ec3f service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Received unexpected event network-vif-plugged-93ff94f9-3093-4700-a0eb-3fdd9ec199fb for instance with vm_state active and task_state None.
Oct 26 02:11:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9827b090-0fbf-48a0-b64d-408885ee5bbe tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.817s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:11:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:11:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:11:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:11:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:43 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:11:43 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:11:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:43 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:11:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:45 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:11:45 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:11:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8259MB free_disk=24.85517120361328GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance fb19a14b-b82d-4558-b41c-d70d6a1a09e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance ab3a966e-a40f-4a28-8e88-ae87657185f4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance e0210162-5a9d-4da9-a9fe-8515f1aea55b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 6eb185e1-0c39-43f2-ba85-bf1c52549130 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 42eb42eb-5112-41c9-8af2-de296dd41f7e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:11:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:11:46 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:11:46 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:11:46 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:11:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.352s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:48 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:11:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:11:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-fb19a14b-b82d-4558-b41c-d70d6a1a09e1" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:11:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-fb19a14b-b82d-4558-b41c-d70d6a1a09e1" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:11:48 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:11:48 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Updating instance_info_cache with network_info: [{"id": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "address": "fa:16:3e:c5:bd:fc", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1d6950d-5e", "ovs_interfaceid": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:11:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-fb19a14b-b82d-4558-b41c-d70d6a1a09e1" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:11:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:11:50 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:11:51 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:52 user nova-compute[74702]: INFO nova.compute.manager [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Terminating instance
Oct 26 02:11:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:52 user nova-compute[74702]: INFO nova.compute.manager [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Terminating instance
Oct 26 02:11:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-83eac8fc-21d9-40c0-96a2-de556ed77054 req-8a5f2b9b-98de-451f-966f-bb74c1f6e904 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-unplugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-83eac8fc-21d9-40c0-96a2-de556ed77054 req-8a5f2b9b-98de-451f-966f-bb74c1f6e904 service nova] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-83eac8fc-21d9-40c0-96a2-de556ed77054 req-8a5f2b9b-98de-451f-966f-bb74c1f6e904 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-83eac8fc-21d9-40c0-96a2-de556ed77054 req-8a5f2b9b-98de-451f-966f-bb74c1f6e904 service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-83eac8fc-21d9-40c0-96a2-de556ed77054 req-8a5f2b9b-98de-451f-966f-bb74c1f6e904 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] No waiting events found dispatching network-vif-unplugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-83eac8fc-21d9-40c0-96a2-de556ed77054 req-8a5f2b9b-98de-451f-966f-bb74c1f6e904 service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-unplugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:11:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Instance destroyed successfully.
Oct 26 02:11:53 user nova-compute[74702]: DEBUG nova.objects.instance [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'resources' on Instance uuid ab3a966e-a40f-4a28-8e88-ae87657185f4 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:11:53 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Instance destroyed successfully.
Oct 26 02:11:53 user nova-compute[74702]: DEBUG nova.objects.instance [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lazy-loading 'resources' on Instance uuid e0210162-5a9d-4da9-a9fe-8515f1aea55b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:06:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-417635101',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-417635101',id=38,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:08:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-dg7stw60',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:10:08Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=ab3a966e-a40f-4a28-8e88-ae87657185f4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "address": "fa:16:3e:a7:81:c7", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7783ef3-8d", "ovs_interfaceid": "f7783ef3-8d6f-442f-8fb2-f3a42c3375ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a7:81:c7,bridge_name='br-int',has_traffic_filtering=True,id=f7783ef3-8d6f-442f-8fb2-f3a42c3375ff,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7783ef3-8d') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_vif [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:81:c7,bridge_name='br-int',has_traffic_filtering=True,id=f7783ef3-8d6f-442f-8fb2-f3a42c3375ff,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7783ef3-8d') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:10:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-468383766',display_name='tempest-VolumesActionsTest-instance-468383766',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-468383766',id=41,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:10:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5493685dd92474e9d875b6c98a0af31',ramdisk_id='',reservation_id='r-nbvi5ovr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1363618154',owner_user_name='tempest-VolumesActionsTest-1363618154-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:10:09Z,user_data=None,user_id='d78f32a40ea04b62acad386ad4d6b891',uuid=e0210162-5a9d-4da9-a9fe-8515f1aea55b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3380e09b-d90e-4b82-a136-529a668cd60d", "address": "fa:16:3e:37:27:54", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3380e09b-d9", "ovs_interfaceid": "3380e09b-d90e-4b82-a136-529a668cd60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Converting VIF {"id": "3380e09b-d90e-4b82-a136-529a668cd60d", "address": "fa:16:3e:37:27:54", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3380e09b-d9", "ovs_interfaceid": "3380e09b-d90e-4b82-a136-529a668cd60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:27:54,bridge_name='br-int',has_traffic_filtering=True,id=3380e09b-d90e-4b82-a136-529a668cd60d,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3380e09b-d9') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_vif [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:27:54,bridge_name='br-int',has_traffic_filtering=True,id=3380e09b-d90e-4b82-a136-529a668cd60d,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3380e09b-d9') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3380e09b-d9, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf7783ef3-8d, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=acd77a49-a8b3-4591-9387-05b2807a115a) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=71a64837-6148-47f4-90cc-bc0803757d04) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: INFO os_vif [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:27:54,bridge_name='br-int',has_traffic_filtering=True,id=3380e09b-d90e-4b82-a136-529a668cd60d,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3380e09b-d9')
Oct 26 02:11:53 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Deleting instance files /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b_del
Oct 26 02:11:53 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Deletion of /opt/stack/data/nova/instances/e0210162-5a9d-4da9-a9fe-8515f1aea55b_del complete
Oct 26 02:11:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:53 user nova-compute[74702]: INFO os_vif [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:81:c7,bridge_name='br-int',has_traffic_filtering=True,id=f7783ef3-8d6f-442f-8fb2-f3a42c3375ff,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7783ef3-8d')
Oct 26 02:11:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hyVMHCtj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:11:53 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca79fa00-a588-4d27-9445-ef309b49629c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:11:53 user nova-compute[74702]: No targets found.
Oct 26 02:11:53 user nova-compute[74702]: iSNS:
Oct 26 02:11:53 user nova-compute[74702]: No targets found.
Oct 26 02:11:53 user nova-compute[74702]: STATIC:
Oct 26 02:11:53 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 02:11:53 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:11:53 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:11:53 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846
Oct 26 02:11:53 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:11:53 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:11:53 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a
Oct 26 02:11:53 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:11:53 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:11:53 user nova-compute[74702]: FIRMWARE:
Oct 26 02:11:53 user nova-compute[74702]: No targets found.
Oct 26 02:11:53 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:11:53 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:11:53 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dba2d811-11e4-4657-82da-4ea15750b128]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:53 user nova-compute[74702]: INFO nova.compute.manager [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa78cb46-24f7-40c1-b815-7d1443f2bf68]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:11:53 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:11:53 user nova-compute[74702]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:11:53 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:11:53 user nova-compute[74702]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 (non-flash)
Oct 26 02:11:53 user nova-compute[74702]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:11:53 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084ac5e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846'): ({'sde'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Removing single pathed devices sde {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b1e440-6bbd-42d3-92cf-5fa7d9cf2b98]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d1a9504-2df1-4097-a5ac-caa2c3f2de35]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flushing IO for device /dev/sde {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[343f80a8-10f2-4516-aa8b-ed4ceac0dbf0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:11:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.051s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c373c97b-7e59-442b-95c4-9509c3d9c640]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] SCSI volumes sde have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5afa116-9429-4a50-870b-a0b88b149f3a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[86dea17f-08c6-4f21-8dcd-1383ec2e6bba]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846, portal: 172.16.0.220,3260]
Oct 26 02:11:54 user nova-compute[74702]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846, portal: 172.16.0.220,3260] successful.
Oct 26 02:11:54 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaa041cc-e50a-4409-83c5-03543fd4d846 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e078678a-760d-42e0-8941-7fbad02b4a2d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] <== disconnect_volume: return (332ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:11:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Deleting instance files /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4_del
Oct 26 02:11:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Deletion of /opt/stack/data/nova/instances/ab3a966e-a40f-4a28-8e88-ae87657185f4_del complete
Oct 26 02:11:54 user nova-compute[74702]: INFO nova.compute.manager [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Took 1.67 seconds to destroy the instance on the hypervisor.
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:11:54 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Took 0.67 seconds to deallocate network for instance.
Oct 26 02:11:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-c93b95b8-35ef-4fd7-ba73-38315d691da7 req-203326f7-174a-47ce-b22f-c394a1b3a50d service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received event network-vif-deleted-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:11:54 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Took 0.61 seconds to deallocate network for instance.
Oct 26 02:11:54 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:11:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.312s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:54 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Deleted allocations for instance e0210162-5a9d-4da9-a9fe-8515f1aea55b
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Acquiring lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] No waiting events found dispatching network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:11:55 user nova-compute[74702]: WARNING nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received unexpected event network-vif-plugged-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff for instance with vm_state active and task_state deleting.
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received event network-vif-unplugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Acquiring lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] No waiting events found dispatching network-vif-unplugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:11:55 user nova-compute[74702]: WARNING nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received unexpected event network-vif-unplugged-3380e09b-d90e-4b82-a136-529a668cd60d for instance with vm_state deleted and task_state None.
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received event network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Acquiring lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] No waiting events found dispatching network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:11:55 user nova-compute[74702]: WARNING nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received unexpected event network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d for instance with vm_state deleted and task_state None.
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received event network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Acquiring lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] No waiting events found dispatching network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:11:55 user nova-compute[74702]: WARNING nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received unexpected event network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d for instance with vm_state deleted and task_state None.
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received event network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Acquiring lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] No waiting events found dispatching network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:11:55 user nova-compute[74702]: WARNING nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received unexpected event network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d for instance with vm_state deleted and task_state None.
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received event network-vif-unplugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Acquiring lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] No waiting events found dispatching network-vif-unplugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:11:55 user nova-compute[74702]: WARNING nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received unexpected event network-vif-unplugged-3380e09b-d90e-4b82-a136-529a668cd60d for instance with vm_state deleted and task_state None.
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received event network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Acquiring lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] No waiting events found dispatching network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:11:55 user nova-compute[74702]: WARNING nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: e0210162-5a9d-4da9-a9fe-8515f1aea55b] Received unexpected event network-vif-plugged-3380e09b-d90e-4b82-a136-529a668cd60d for instance with vm_state deleted and task_state None.
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-44e91f91-09b2-4f7f-a84f-0a48f5eb34c6 req-f59a4def-3ea7-458d-abfd-a50ffd8d7dbf service nova] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Received event network-vif-deleted-f7783ef3-8d6f-442f-8fb2-f3a42c3375ff {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-62d70617-e064-4074-bfe4-cda9363d8239 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "e0210162-5a9d-4da9-a9fe-8515f1aea55b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.180s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:55 user nova-compute[74702]: INFO nova.compute.manager [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: ab3a966e-a40f-4a28-8e88-ae87657185f4] Took 0.84 seconds to detach 1 volumes for instance.
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:11:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.201s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:55 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Deleted allocations for instance ab3a966e-a40f-4a28-8e88-ae87657185f4
Oct 26 02:11:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f1a4b51-1549-430e-a287-a0eac997518f tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "ab3a966e-a40f-4a28-8e88-ae87657185f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.523s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:11:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:11:57 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:11:58 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:11:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:12:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:12:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:12:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:12:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:12:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:12:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:12:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-c4a1d527-0760-46f1-ae8d-ccce30766f11 req-35c75ba8-b3a9-4c2a-8404-749b2b698bda service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Received event network-changed-ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-c4a1d527-0760-46f1-ae8d-ccce30766f11 req-35c75ba8-b3a9-4c2a-8404-749b2b698bda service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Refreshing instance network info cache due to event network-changed-ee1bd767-07e1-4947-acd3-a16d5e676257. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c4a1d527-0760-46f1-ae8d-ccce30766f11 req-35c75ba8-b3a9-4c2a-8404-749b2b698bda service nova] Acquiring lock "refresh_cache-6eb185e1-0c39-43f2-ba85-bf1c52549130" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c4a1d527-0760-46f1-ae8d-ccce30766f11 req-35c75ba8-b3a9-4c2a-8404-749b2b698bda service nova] Acquired lock "refresh_cache-6eb185e1-0c39-43f2-ba85-bf1c52549130" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG nova.network.neutron [req-c4a1d527-0760-46f1-ae8d-ccce30766f11 req-35c75ba8-b3a9-4c2a-8404-749b2b698bda service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Refreshing network info cache for port ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG nova.objects.instance [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lazy-loading 'flavor' on Instance uuid 6eb185e1-0c39-43f2-ba85-bf1c52549130 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:12:33 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Ignoring supplied device name: /dev/vdb
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG nova.network.neutron [req-c4a1d527-0760-46f1-ae8d-ccce30766f11 req-35c75ba8-b3a9-4c2a-8404-749b2b698bda service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Updated VIF entry in instance network info cache for port ee1bd767-07e1-4947-acd3-a16d5e676257. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG nova.network.neutron [req-c4a1d527-0760-46f1-ae8d-ccce30766f11 req-35c75ba8-b3a9-4c2a-8404-749b2b698bda service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Updating instance_info_cache with network_info: [{"id": "ee1bd767-07e1-4947-acd3-a16d5e676257", "address": "fa:16:3e:92:bd:a7", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1bd767-07", "ovs_interfaceid": "ee1bd767-07e1-4947-acd3-a16d5e676257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c4a1d527-0760-46f1-ae8d-ccce30766f11 req-35c75ba8-b3a9-4c2a-8404-749b2b698bda service nova] Releasing lock "refresh_cache-6eb185e1-0c39-43f2-ba85-bf1c52549130" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:33 user nova-compute[74702]: INFO nova.compute.manager [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Attaching volume 6d3b0fec-d350-4bbd-9867-51e0db77e2a6 to /dev/vdb
Oct 26 02:12:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG os_brick.utils [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eaa45da-9e8f-47b8-b62c-94a1335b8957]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[27642908-94aa-4e67-b4b2-d39dc538e3b9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa91010-534f-41bc-ad80-df9da83792a1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[45fa67d0-8263-4ef4-b050-12bf5e385f0f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:33 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:12:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:12:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:12:34 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:12:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[da755767-5621-415b-9b76-a942a18ee10d]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:12:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:12:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:12:34 user nova-compute[74702]: DEBUG os_brick.utils [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:12:34 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Updating existing volume attachment record: 8ecc5a06-4611-4aaf-826e-81e2f438ac80 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:12:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:43 user nova-compute[74702]: INFO nova.compute.manager [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Terminating instance
Oct 26 02:12:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-4aaad56a-04cb-45b8-94be-da2c01a35364 req-49364399-7bf8-4e11-9163-b9d7352c9f71 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Received event network-vif-unplugged-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4aaad56a-04cb-45b8-94be-da2c01a35364 req-49364399-7bf8-4e11-9163-b9d7352c9f71 service nova] Acquiring lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4aaad56a-04cb-45b8-94be-da2c01a35364 req-49364399-7bf8-4e11-9163-b9d7352c9f71 service nova] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4aaad56a-04cb-45b8-94be-da2c01a35364 req-49364399-7bf8-4e11-9163-b9d7352c9f71 service nova] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-4aaad56a-04cb-45b8-94be-da2c01a35364 req-49364399-7bf8-4e11-9163-b9d7352c9f71 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] No waiting events found dispatching network-vif-unplugged-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-4aaad56a-04cb-45b8-94be-da2c01a35364 req-49364399-7bf8-4e11-9163-b9d7352c9f71 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Received event network-vif-unplugged-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:44 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Instance destroyed successfully.
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.objects.instance [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'resources' on Instance uuid fb19a14b-b82d-4558-b41c-d70d6a1a09e1 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:03:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1559134270',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1559134270',id=36,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:03:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-9ynaram4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:05:18Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=fb19a14b-b82d-4558-b41c-d70d6a1a09e1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "address": "fa:16:3e:c5:bd:fc", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1d6950d-5e", "ovs_interfaceid": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "address": "fa:16:3e:c5:bd:fc", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1d6950d-5e", "ovs_interfaceid": "c1d6950d-5e53-44cc-8ae3-f14886ebf9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c5:bd:fc,bridge_name='br-int',has_traffic_filtering=True,id=c1d6950d-5e53-44cc-8ae3-f14886ebf9e0,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1d6950d-5e') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG os_vif [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c5:bd:fc,bridge_name='br-int',has_traffic_filtering=True,id=c1d6950d-5e53-44cc-8ae3-f14886ebf9e0,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1d6950d-5e') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc1d6950d-5e, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=867990ea-57e9-4ff7-a673-1c268bc0fd5b) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:12:44 user nova-compute[74702]: INFO os_vif [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c5:bd:fc,bridge_name='br-int',has_traffic_filtering=True,id=c1d6950d-5e53-44cc-8ae3-f14886ebf9e0,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1d6950d-5e')
Oct 26 02:12:44 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Deleting instance files /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1_del
Oct 26 02:12:44 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Deletion of /opt/stack/data/nova/instances/fb19a14b-b82d-4558-b41c-d70d6a1a09e1_del complete
Oct 26 02:12:44 user nova-compute[74702]: INFO nova.compute.manager [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 26 02:12:44 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-f3ecf9fc-5e47-460e-8735-44304d4e7b46 req-8ae8dc37-e64a-4366-a9c8-c538e09472d6 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Received event network-changed-93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.compute.manager [req-f3ecf9fc-5e47-460e-8735-44304d4e7b46 req-8ae8dc37-e64a-4366-a9c8-c538e09472d6 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Refreshing instance network info cache due to event network-changed-93ff94f9-3093-4700-a0eb-3fdd9ec199fb. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f3ecf9fc-5e47-460e-8735-44304d4e7b46 req-8ae8dc37-e64a-4366-a9c8-c538e09472d6 service nova] Acquiring lock "refresh_cache-42eb42eb-5112-41c9-8af2-de296dd41f7e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f3ecf9fc-5e47-460e-8735-44304d4e7b46 req-8ae8dc37-e64a-4366-a9c8-c538e09472d6 service nova] Acquired lock "refresh_cache-42eb42eb-5112-41c9-8af2-de296dd41f7e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.network.neutron [req-f3ecf9fc-5e47-460e-8735-44304d4e7b46 req-8ae8dc37-e64a-4366-a9c8-c538e09472d6 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Refreshing network info cache for port 93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "170e7cb1-cd89-49dd-938c-c3780662186f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "170e7cb1-cd89-49dd-938c-c3780662186f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:12:44 user nova-compute[74702]: INFO nova.compute.claims [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Claim successful on node user
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:12:44 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Took 0.62 seconds to deallocate network for instance.
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.network.neutron [req-f3ecf9fc-5e47-460e-8735-44304d4e7b46 req-8ae8dc37-e64a-4366-a9c8-c538e09472d6 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Updated VIF entry in instance network info cache for port 93ff94f9-3093-4700-a0eb-3fdd9ec199fb. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG nova.network.neutron [req-f3ecf9fc-5e47-460e-8735-44304d4e7b46 req-8ae8dc37-e64a-4366-a9c8-c538e09472d6 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Updating instance_info_cache with network_info: [{"id": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "address": "fa:16:3e:07:14:54", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93ff94f9-30", "ovs_interfaceid": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f3ecf9fc-5e47-460e-8735-44304d4e7b46 req-8ae8dc37-e64a-4366-a9c8-c538e09472d6 service nova] Releasing lock "refresh_cache-42eb42eb-5112-41c9-8af2-de296dd41f7e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "42eb42eb-5112-41c9-8af2-de296dd41f7e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:45 user nova-compute[74702]: INFO nova.compute.manager [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Terminating instance
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.426s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.183s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.network.neutron [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:12:45 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.policy [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd78f32a40ea04b62acad386ad4d6b891', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5493685dd92474e9d875b6c98a0af31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:12:45 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Creating image(s)
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "/opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "/opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "/opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.302s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:45 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Deleted allocations for instance fb19a14b-b82d-4558-b41c-d70d6a1a09e1
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8b3c6dd5-570b-4715-af35-01ed278dd2df tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.225s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.233s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-5a5271c2-04c9-4247-a91b-e1f513f3a446 req-b072ec0f-28af-480c-a729-4cae36fcd427 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Received event network-vif-plugged-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5a5271c2-04c9-4247-a91b-e1f513f3a446 req-b072ec0f-28af-480c-a729-4cae36fcd427 service nova] Acquiring lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5a5271c2-04c9-4247-a91b-e1f513f3a446 req-b072ec0f-28af-480c-a729-4cae36fcd427 service nova] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5a5271c2-04c9-4247-a91b-e1f513f3a446 req-b072ec0f-28af-480c-a729-4cae36fcd427 service nova] Lock "fb19a14b-b82d-4558-b41c-d70d6a1a09e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-5a5271c2-04c9-4247-a91b-e1f513f3a446 req-b072ec0f-28af-480c-a729-4cae36fcd427 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] No waiting events found dispatching network-vif-plugged-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:12:45 user nova-compute[74702]: WARNING nova.compute.manager [req-5a5271c2-04c9-4247-a91b-e1f513f3a446 req-b072ec0f-28af-480c-a729-4cae36fcd427 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Received unexpected event network-vif-plugged-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 for instance with vm_state deleted and task_state None.
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:45 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Instance destroyed successfully.
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.objects.instance [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lazy-loading 'resources' on Instance uuid 42eb42eb-5112-41c9-8af2-de296dd41f7e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:10:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-687149685',display_name='tempest-TestVolumeBootPattern-server-687149685',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-687149685',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMQEKLwaSU1k4HGoNESxM6xQ7pwy1Q6g8ybDNtRwEt1dyttPUDGWyIaTvZbq6edC/FPABWWNsEEo/OWzSLvRTjxpRuKLp+RNqHbvuIKiGEkqm7BE754uFCaN/DPW18dA9w==',key_name='tempest-TestVolumeBootPattern-1463295649',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:11:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-7ksn6xrt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:11:16Z,user_data=None,user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=42eb42eb-5112-41c9-8af2-de296dd41f7e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "address": "fa:16:3e:07:14:54", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93ff94f9-30", "ovs_interfaceid": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "address": "fa:16:3e:07:14:54", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93ff94f9-30", "ovs_interfaceid": "93ff94f9-3093-4700-a0eb-3fdd9ec199fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:14:54,bridge_name='br-int',has_traffic_filtering=True,id=93ff94f9-3093-4700-a0eb-3fdd9ec199fb,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93ff94f9-30') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG os_vif [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:14:54,bridge_name='br-int',has_traffic_filtering=True,id=93ff94f9-3093-4700-a0eb-3fdd9ec199fb,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93ff94f9-30') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap93ff94f9-30, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.219s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a25e7912-cc2d-4410-af89-5b94aa67c437) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk 1073741824" returned: 0 in 0.050s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:12:45 user nova-compute[74702]: INFO os_vif [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:14:54,bridge_name='br-int',has_traffic_filtering=True,id=93ff94f9-3093-4700-a0eb-3fdd9ec199fb,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93ff94f9-30')
Oct 26 02:12:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DHTmlBvk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:12:45 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:12:45 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:12:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a81c50d-ec09-46b6-a948-37b8c3ecdcb2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:12:46 user nova-compute[74702]: No targets found.
Oct 26 02:12:46 user nova-compute[74702]: iSNS:
Oct 26 02:12:46 user nova-compute[74702]: No targets found.
Oct 26 02:12:46 user nova-compute[74702]: STATIC:
Oct 26 02:12:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 02:12:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:12:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:12:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a
Oct 26 02:12:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:12:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:12:46 user nova-compute[74702]: FIRMWARE:
Oct 26 02:12:46 user nova-compute[74702]: No targets found.
Oct 26 02:12:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:12:46 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:12:46 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8616df6e-4195-4359-8b11-d5b06870b5a6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b4608e-5cc9-4711-8678-3420f982d129]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:12:46 user nova-compute[74702]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:12:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:12:46 user nova-compute[74702]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:12:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9508757be0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad505003-c9d2-48a6-a204-04f80ed83557]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8035e1c8-cb9a-4216-8124-63006f401616]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.network.neutron [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Successfully created port: 509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.238s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Checking if we can resize image /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8b9e0e4-1e11-43a2-b9a6-ce710801604b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b09bf902-f6a1-45f9-9fdc-64c68d5af915]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[96bdb433-7c3c-4fe9-a20e-ff3df8bb1cae]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a643f353-40c4-45f5-9ea3-20ca9c13f214]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260]
Oct 26 02:12:46 user nova-compute[74702]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260] successful.
Oct 26 02:12:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Cannot resize image /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Ensure instance console log exists: /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.097s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7c08de0-aa2c-4c6c-882c-a0bf8cbc1e20]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.480s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== disconnect_volume: return (482ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:12:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Deleting instance files /opt/stack/data/nova/instances/42eb42eb-5112-41c9-8af2-de296dd41f7e_del
Oct 26 02:12:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Deletion of /opt/stack/data/nova/instances/42eb42eb-5112-41c9-8af2-de296dd41f7e_del complete
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] [instance: fb19a14b-b82d-4558-b41c-d70d6a1a09e1] Received event network-vif-deleted-c1d6950d-5e53-44cc-8ae3-f14886ebf9e0 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Received event network-vif-unplugged-93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] Acquiring lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] No waiting events found dispatching network-vif-unplugged-93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Received event network-vif-unplugged-93ff94f9-3093-4700-a0eb-3fdd9ec199fb for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Received event network-vif-plugged-93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] Acquiring lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] No waiting events found dispatching network-vif-plugged-93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:12:46 user nova-compute[74702]: WARNING nova.compute.manager [req-bc2e48ff-cfde-4e3d-81e3-6345806f15e2 req-f851e56f-acf9-4079-9851-54b511f14596 service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Received unexpected event network-vif-plugged-93ff94f9-3093-4700-a0eb-3fdd9ec199fb for instance with vm_state active and task_state deleting.
Oct 26 02:12:46 user nova-compute[74702]: INFO nova.compute.manager [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Took 1.53 seconds to destroy the instance on the hypervisor.
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.network.neutron [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Successfully updated port: 509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "refresh_cache-170e7cb1-cd89-49dd-938c-c3780662186f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquired lock "refresh_cache-170e7cb1-cd89-49dd-938c-c3780662186f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:12:46 user nova-compute[74702]: DEBUG nova.network.neutron [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.network.neutron [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:12:47 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:12:47 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8751MB free_disk=25.006607055664062GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 6eb185e1-0c39-43f2-ba85-bf1c52549130 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 42eb42eb-5112-41c9-8af2-de296dd41f7e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 170e7cb1-cd89-49dd-938c-c3780662186f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:12:47 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Took 0.91 seconds to deallocate network for instance.
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.network.neutron [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Updating instance_info_cache with network_info: [{"id": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "address": "fa:16:3e:ee:44:6e", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap509100bd-e1", "ovs_interfaceid": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Releasing lock "refresh_cache-170e7cb1-cd89-49dd-938c-c3780662186f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Instance network_info: |[{"id": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "address": "fa:16:3e:ee:44:6e", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap509100bd-e1", "ovs_interfaceid": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Start _get_guest_xml network_info=[{"id": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "address": "fa:16:3e:ee:44:6e", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap509100bd-e1", "ovs_interfaceid": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:12:47 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:12:47 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:12:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-597622531',display_name='tempest-VolumesActionsTest-instance-597622531',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-597622531',id=44,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5493685dd92474e9d875b6c98a0af31',ramdisk_id='',reservation_id='r-8mmj1mo8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1363618154',owner_user_name='tempest-VolumesActionsTest-1363618154-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:12:45Z,user_data=None,user_id='d78f32a40ea04b62acad386ad4d6b891',uuid=170e7cb1-cd89-49dd-938c-c3780662186f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "address": "fa:16:3e:ee:44:6e", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap509100bd-e1", "ovs_interfaceid": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Converting VIF {"id": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "address": "fa:16:3e:ee:44:6e", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap509100bd-e1", "ovs_interfaceid": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:44:6e,bridge_name='br-int',has_traffic_filtering=True,id=509100bd-e1ac-40a9-af2b-1987f95b2bb1,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap509100bd-e1') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.objects.instance [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lazy-loading 'pci_devices' on Instance uuid 170e7cb1-cd89-49dd-938c-c3780662186f {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:12:47 user nova-compute[74702]:   <uuid>170e7cb1-cd89-49dd-938c-c3780662186f</uuid>
Oct 26 02:12:47 user nova-compute[74702]:   <name>instance-0000002c</name>
Oct 26 02:12:47 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:12:47 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:12:47 user nova-compute[74702]:   <metadata>
Oct 26 02:12:47 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:12:47 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:12:47 user nova-compute[74702]:       <nova:name>tempest-VolumesActionsTest-instance-597622531</nova:name>
Oct 26 02:12:47 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:12:47</nova:creationTime>
Oct 26 02:12:47 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:12:47 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:12:47 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:12:47 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:12:47 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:12:47 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:12:47 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:12:47 user nova-compute[74702]:       <nova:owner>
Oct 26 02:12:47 user nova-compute[74702]:         <nova:user uuid="d78f32a40ea04b62acad386ad4d6b891">tempest-VolumesActionsTest-1363618154-project-member</nova:user>
Oct 26 02:12:47 user nova-compute[74702]:         <nova:project uuid="a5493685dd92474e9d875b6c98a0af31">tempest-VolumesActionsTest-1363618154</nova:project>
Oct 26 02:12:47 user nova-compute[74702]:       </nova:owner>
Oct 26 02:12:47 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 02:12:47 user nova-compute[74702]:       <nova:ports>
Oct 26 02:12:47 user nova-compute[74702]:         <nova:port uuid="509100bd-e1ac-40a9-af2b-1987f95b2bb1">
Oct 26 02:12:47 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 02:12:47 user nova-compute[74702]:         </nova:port>
Oct 26 02:12:47 user nova-compute[74702]:       </nova:ports>
Oct 26 02:12:47 user nova-compute[74702]:     </nova:instance>
Oct 26 02:12:47 user nova-compute[74702]:   </metadata>
Oct 26 02:12:47 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:12:47 user nova-compute[74702]:     <system>
Oct 26 02:12:47 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:12:47 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:12:47 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:12:47 user nova-compute[74702]:       <entry name="serial">170e7cb1-cd89-49dd-938c-c3780662186f</entry>
Oct 26 02:12:47 user nova-compute[74702]:       <entry name="uuid">170e7cb1-cd89-49dd-938c-c3780662186f</entry>
Oct 26 02:12:47 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:12:47 user nova-compute[74702]:     </system>
Oct 26 02:12:47 user nova-compute[74702]:   </sysinfo>
Oct 26 02:12:47 user nova-compute[74702]:   <os>
Oct 26 02:12:47 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:12:47 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:12:47 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:12:47 user nova-compute[74702]:   </os>
Oct 26 02:12:47 user nova-compute[74702]:   <features>
Oct 26 02:12:47 user nova-compute[74702]:     <acpi/>
Oct 26 02:12:47 user nova-compute[74702]:     <apic/>
Oct 26 02:12:47 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:12:47 user nova-compute[74702]:   </features>
Oct 26 02:12:47 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:12:47 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:12:47 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:12:47 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:12:47 user nova-compute[74702]:   </clock>
Oct 26 02:12:47 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:12:47 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:12:47 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:12:47 user nova-compute[74702]:   </cpu>
Oct 26 02:12:47 user nova-compute[74702]:   <devices>
Oct 26 02:12:47 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:12:47 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:12:47 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk"/>
Oct 26 02:12:47 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:12:47 user nova-compute[74702]:     </disk>
Oct 26 02:12:47 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:12:47 user nova-compute[74702]:       <mac address="fa:16:3e:ee:44:6e"/>
Oct 26 02:12:47 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:12:47 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:12:47 user nova-compute[74702]:       <target dev="tap509100bd-e1"/>
Oct 26 02:12:47 user nova-compute[74702]:     </interface>
Oct 26 02:12:47 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:12:47 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/console.log" append="off"/>
Oct 26 02:12:47 user nova-compute[74702]:     </serial>
Oct 26 02:12:47 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:12:47 user nova-compute[74702]:     <video>
Oct 26 02:12:47 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:12:47 user nova-compute[74702]:     </video>
Oct 26 02:12:47 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:12:47 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:12:47 user nova-compute[74702]:     </rng>
Oct 26 02:12:47 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:12:47 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:12:47 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:12:47 user nova-compute[74702]:     </memballoon>
Oct 26 02:12:47 user nova-compute[74702]:   </devices>
Oct 26 02:12:47 user nova-compute[74702]: </domain>
Oct 26 02:12:47 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:12:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-597622531',display_name='tempest-VolumesActionsTest-instance-597622531',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-597622531',id=44,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5493685dd92474e9d875b6c98a0af31',ramdisk_id='',reservation_id='r-8mmj1mo8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1363618154',owner_user_name='tempest-VolumesActionsTest-1363618154-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:12:45Z,user_data=None,user_id='d78f32a40ea04b62acad386ad4d6b891',uuid=170e7cb1-cd89-49dd-938c-c3780662186f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "address": "fa:16:3e:ee:44:6e", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap509100bd-e1", "ovs_interfaceid": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Converting VIF {"id": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "address": "fa:16:3e:ee:44:6e", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap509100bd-e1", "ovs_interfaceid": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:44:6e,bridge_name='br-int',has_traffic_filtering=True,id=509100bd-e1ac-40a9-af2b-1987f95b2bb1,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap509100bd-e1') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG os_vif [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:44:6e,bridge_name='br-int',has_traffic_filtering=True,id=509100bd-e1ac-40a9-af2b-1987f95b2bb1,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap509100bd-e1') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e59c814c-2ff8-5bf2-890a-952c0958b9ee', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap509100bd-e1, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap509100bd-e1, col_values=(('qos', UUID('489b576e-ea2f-4b0f-96eb-16766828da5d')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap509100bd-e1, col_values=(('external_ids', {'iface-id': '509100bd-e1ac-40a9-af2b-1987f95b2bb1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:44:6e', 'vm-uuid': '170e7cb1-cd89-49dd-938c-c3780662186f'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.524s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-88154c3e-f13a-48f4-8af1-f3e222680f7b req-ef17fcab-591e-4029-8eb6-7319028a8169 service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Received event network-changed-509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-88154c3e-f13a-48f4-8af1-f3e222680f7b req-ef17fcab-591e-4029-8eb6-7319028a8169 service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Refreshing instance network info cache due to event network-changed-509100bd-e1ac-40a9-af2b-1987f95b2bb1. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-88154c3e-f13a-48f4-8af1-f3e222680f7b req-ef17fcab-591e-4029-8eb6-7319028a8169 service nova] Acquiring lock "refresh_cache-170e7cb1-cd89-49dd-938c-c3780662186f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-88154c3e-f13a-48f4-8af1-f3e222680f7b req-ef17fcab-591e-4029-8eb6-7319028a8169 service nova] Acquired lock "refresh_cache-170e7cb1-cd89-49dd-938c-c3780662186f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.network.neutron [req-88154c3e-f13a-48f4-8af1-f3e222680f7b req-ef17fcab-591e-4029-8eb6-7319028a8169 service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Refreshing network info cache for port 509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:12:47 user nova-compute[74702]: INFO os_vif [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:44:6e,bridge_name='br-int',has_traffic_filtering=True,id=509100bd-e1ac-40a9-af2b-1987f95b2bb1,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap509100bd-e1')
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:12:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] No VIF found with MAC fa:16:3e:ee:44:6e, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:12:48 user nova-compute[74702]: INFO nova.compute.manager [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Took 0.93 seconds to detach 1 volumes for instance.
Oct 26 02:12:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-e4c4d525-09da-4554-a8c4-784c5d006520 req-de7a2bc0-3bbb-4cb0-9f4f-854c4d5af28f service nova] [instance: 42eb42eb-5112-41c9-8af2-de296dd41f7e] Received event network-vif-deleted-93ff94f9-3093-4700-a0eb-3fdd9ec199fb {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:12:48 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:12:48 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:12:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.345s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:48 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Deleted allocations for instance 42eb42eb-5112-41c9-8af2-de296dd41f7e
Oct 26 02:12:48 user nova-compute[74702]: DEBUG nova.network.neutron [req-88154c3e-f13a-48f4-8af1-f3e222680f7b req-ef17fcab-591e-4029-8eb6-7319028a8169 service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Updated VIF entry in instance network info cache for port 509100bd-e1ac-40a9-af2b-1987f95b2bb1. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:12:48 user nova-compute[74702]: DEBUG nova.network.neutron [req-88154c3e-f13a-48f4-8af1-f3e222680f7b req-ef17fcab-591e-4029-8eb6-7319028a8169 service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Updating instance_info_cache with network_info: [{"id": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "address": "fa:16:3e:ee:44:6e", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap509100bd-e1", "ovs_interfaceid": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:12:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-88154c3e-f13a-48f4-8af1-f3e222680f7b req-ef17fcab-591e-4029-8eb6-7319028a8169 service nova] Releasing lock "refresh_cache-170e7cb1-cd89-49dd-938c-c3780662186f" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:12:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-bd2d35e7-acd6-43d5-9285-8de26b0eda40 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "42eb42eb-5112-41c9-8af2-de296dd41f7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.941s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.volume.cinder [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Update attachment failed for attachment 8ecc5a06-4611-4aaf-826e-81e2f438ac80. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-be1de006-dbd8-4f41-9cac-f2bb64cccf7d) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-be1de006-dbd8-4f41-9cac-f2bb64cccf7d)
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Failed to attach 6d3b0fec-d350-4bbd-9867-51e0db77e2a6 at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-be1de006-dbd8-4f41-9cac-f2bb64cccf7d)
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Traceback (most recent call last):
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     ret_val = method(obj, context, *args, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     self._do_attach(context, instance, volume, volume_api,
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     self._volume_attach(context, volume, connector, instance,
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     connection_info = volume_api.attachment_update(
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     res = method(self, ctx, *args, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     with excutils.save_and_reraise_exception():
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     self.force_reraise()
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     raise self.value
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     context, '3.44', skip_version_check=True).attachments.update(
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     return method.func(obj, *args, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     resp = self._update('/attachments/%s' % id, body)
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     return self._cs_request(url, 'PUT', **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     return self.request(url, method, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130]     raise exceptions.from_response(resp, body)
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-be1de006-dbd8-4f41-9cac-f2bb64cccf7d)
Oct 26 02:12:49 user nova-compute[74702]: ERROR nova.compute.manager [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] 
Oct 26 02:12:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.402s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server [None req-a16ccec2-2b5d-4ac7-ba97-f31afd13bad7 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-be1de006-dbd8-4f41-9cac-f2bb64cccf7d)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-be1de006-dbd8-4f41-9cac-f2bb64cccf7d)
Oct 26 02:12:49 user nova-compute[74702]: ERROR oslo_messaging.rpc.server 
Oct 26 02:12:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-f719a26e-72ac-4091-9b23-de9ea86302e3 req-b2db436f-208e-4e64-9481-dbe098da6421 service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Received event network-vif-plugged-509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:12:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f719a26e-72ac-4091-9b23-de9ea86302e3 req-b2db436f-208e-4e64-9481-dbe098da6421 service nova] Acquiring lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f719a26e-72ac-4091-9b23-de9ea86302e3 req-b2db436f-208e-4e64-9481-dbe098da6421 service nova] Lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f719a26e-72ac-4091-9b23-de9ea86302e3 req-b2db436f-208e-4e64-9481-dbe098da6421 service nova] Lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-f719a26e-72ac-4091-9b23-de9ea86302e3 req-b2db436f-208e-4e64-9481-dbe098da6421 service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] No waiting events found dispatching network-vif-plugged-509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:12:49 user nova-compute[74702]: WARNING nova.compute.manager [req-f719a26e-72ac-4091-9b23-de9ea86302e3 req-b2db436f-208e-4e64-9481-dbe098da6421 service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Received unexpected event network-vif-plugged-509100bd-e1ac-40a9-af2b-1987f95b2bb1 for instance with vm_state building and task_state spawning.
Oct 26 02:12:49 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:12:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:12:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:12:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:12:51 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Instance spawned successfully.
Oct 26 02:12:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-c5285d40-bf90-4780-abe5-e9d6b4365d88 req-5435b807-572f-46a5-9a91-28daffa33f9d service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Received event network-vif-plugged-509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c5285d40-bf90-4780-abe5-e9d6b4365d88 req-5435b807-572f-46a5-9a91-28daffa33f9d service nova] Acquiring lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c5285d40-bf90-4780-abe5-e9d6b4365d88 req-5435b807-572f-46a5-9a91-28daffa33f9d service nova] Lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c5285d40-bf90-4780-abe5-e9d6b4365d88 req-5435b807-572f-46a5-9a91-28daffa33f9d service nova] Lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-c5285d40-bf90-4780-abe5-e9d6b4365d88 req-5435b807-572f-46a5-9a91-28daffa33f9d service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] No waiting events found dispatching network-vif-plugged-509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:12:51 user nova-compute[74702]: WARNING nova.compute.manager [req-c5285d40-bf90-4780-abe5-e9d6b4365d88 req-5435b807-572f-46a5-9a91-28daffa33f9d service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Received unexpected event network-vif-plugged-509100bd-e1ac-40a9-af2b-1987f95b2bb1 for instance with vm_state building and task_state spawning.
Oct 26 02:12:51 user nova-compute[74702]: INFO nova.compute.manager [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Took 6.47 seconds to spawn the instance on the hypervisor.
Oct 26 02:12:51 user nova-compute[74702]: DEBUG nova.compute.manager [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:12:51 user nova-compute[74702]: INFO nova.compute.manager [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Took 7.25 seconds to build instance.
Oct 26 02:12:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-eae8268f-fa4a-4da5-94d4-8e67030f5422 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "170e7cb1-cd89-49dd-938c-c3780662186f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.371s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:12:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:12:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:55 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:12:55 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:12:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:12:58 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:12:58 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:13:00 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:13:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:13:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:13:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:13:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:13:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:13:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:13:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:13:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:13:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:13:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:13:33 user nova-compute[74702]: INFO nova.compute.manager [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Terminating instance
Oct 26 02:13:33 user nova-compute[74702]: DEBUG nova.compute.manager [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-e8f3f336-672a-4e0a-a369-8d674f7c2938 req-b603507a-1b87-425f-b7dc-1a991ebbb99a service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-unplugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e8f3f336-672a-4e0a-a369-8d674f7c2938 req-b603507a-1b87-425f-b7dc-1a991ebbb99a service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e8f3f336-672a-4e0a-a369-8d674f7c2938 req-b603507a-1b87-425f-b7dc-1a991ebbb99a service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e8f3f336-672a-4e0a-a369-8d674f7c2938 req-b603507a-1b87-425f-b7dc-1a991ebbb99a service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-e8f3f336-672a-4e0a-a369-8d674f7c2938 req-b603507a-1b87-425f-b7dc-1a991ebbb99a service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-unplugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-e8f3f336-672a-4e0a-a369-8d674f7c2938 req-b603507a-1b87-425f-b7dc-1a991ebbb99a service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-unplugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Instance destroyed successfully.
Oct 26 02:13:34 user nova-compute[74702]: DEBUG nova.objects.instance [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'resources' on Instance uuid 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:57:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-909728396',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-909728396',id=32,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:59:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-c0lnq3fj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:01:34Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=8ec43a54-4e4d-483c-ac9d-7184fc2d08dc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "address": "fa:16:3e:f8:87:c1", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap639b9bbe-84", "ovs_interfaceid": "639b9bbe-8433-48a2-ae3a-ef4a75a56e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:87:c1,bridge_name='br-int',has_traffic_filtering=True,id=639b9bbe-8433-48a2-ae3a-ef4a75a56e6a,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap639b9bbe-84') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_vif [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:87:c1,bridge_name='br-int',has_traffic_filtering=True,id=639b9bbe-8433-48a2-ae3a-ef4a75a56e6a,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap639b9bbe-84') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap639b9bbe-84, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=96736567-ceb2-4bc1-b617-2eea9a97fdcc) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:34 user nova-compute[74702]: INFO os_vif [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:87:c1,bridge_name='br-int',has_traffic_filtering=True,id=639b9bbe-8433-48a2-ae3a-ef4a75a56e6a,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap639b9bbe-84')
Oct 26 02:13:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FGOLjQpk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:13:34 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5e0b5cd-489c-4180-a618-52372018c601]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:13:34 user nova-compute[74702]: No targets found.
Oct 26 02:13:34 user nova-compute[74702]: iSNS:
Oct 26 02:13:34 user nova-compute[74702]: No targets found.
Oct 26 02:13:34 user nova-compute[74702]: STATIC:
Oct 26 02:13:34 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8
Oct 26 02:13:34 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:13:34 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:13:34 user nova-compute[74702]: FIRMWARE:
Oct 26 02:13:34 user nova-compute[74702]: No targets found.
Oct 26 02:13:34 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:13:34 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:13:34 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8391c3d9-d111-46b8-ad37-16cae30af3ee]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3673845-9cd5-44ec-a9fc-c95995d044d6]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:13:34 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 (non-flash)
Oct 26 02:13:34 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95081e81f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8'): ({'sdc'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Removing single pathed devices sdc {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee06b121-73b3-4689-aead-d9f97642b6db]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[de2672bf-8c25-478d-8238-6a13e6f60e7a]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Flushing IO for device /dev/sdc {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecb42b45-0d4e-48e2-850d-dc91cbd96401]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.035s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d83a7c85-f4c1-42bb-87df-cb2e442c542c]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[63d18e32-7a7b-47a1-9d06-a52b0c98caef]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[09905062-dc3e-4886-a8c2-14376c000674]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8, portal: 172.16.0.220,3260]
Oct 26 02:13:34 user nova-compute[74702]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8, portal: 172.16.0.220,3260] successful.
Oct 26 02:13:34 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:13:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3363e062-ad38-4c90-ae82-32e10f54dcb8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:35 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[88f6521d-b0f0-4b18-9098-64b0d7dbcd92]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:35 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:13:35 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.256s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:13:35 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] <== disconnect_volume: return (257ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:13:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:13:35 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Deleting instance files /opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc_del
Oct 26 02:13:35 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Deletion of /opt/stack/data/nova/instances/8ec43a54-4e4d-483c-ac9d-7184fc2d08dc_del complete
Oct 26 02:13:35 user nova-compute[74702]: INFO nova.compute.manager [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Took 1.11 seconds to destroy the instance on the hypervisor.
Oct 26 02:13:35 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:13:35 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:13:35 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:13:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:35 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:13:35 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Took 0.52 seconds to deallocate network for instance.
Oct 26 02:13:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-e2413494-5efe-4d3d-a5af-f94d2d001f77 req-a7f029d6-ee7a-4e7c-aae4-1e45e8226eb3 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-deleted-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:13:35 user nova-compute[74702]: INFO nova.compute.manager [req-e2413494-5efe-4d3d-a5af-f94d2d001f77 req-a7f029d6-ee7a-4e7c-aae4-1e45e8226eb3 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Neutron deleted interface 639b9bbe-8433-48a2-ae3a-ef4a75a56e6a; detaching it from the instance and deleting it from the info cache
Oct 26 02:13:35 user nova-compute[74702]: DEBUG nova.network.neutron [req-e2413494-5efe-4d3d-a5af-f94d2d001f77 req-a7f029d6-ee7a-4e7c-aae4-1e45e8226eb3 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:13:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-e2413494-5efe-4d3d-a5af-f94d2d001f77 req-a7f029d6-ee7a-4e7c-aae4-1e45e8226eb3 service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Detach interface failed, port_id=639b9bbe-8433-48a2-ae3a-ef4a75a56e6a, reason: Instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-ae8052d0-363d-4992-9b8f-32c2a7d79009 req-f6d16f21-5b91-45e6-9919-937cb2e6ac4d service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ae8052d0-363d-4992-9b8f-32c2a7d79009 req-f6d16f21-5b91-45e6-9919-937cb2e6ac4d service nova] Acquiring lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ae8052d0-363d-4992-9b8f-32c2a7d79009 req-f6d16f21-5b91-45e6-9919-937cb2e6ac4d service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ae8052d0-363d-4992-9b8f-32c2a7d79009 req-f6d16f21-5b91-45e6-9919-937cb2e6ac4d service nova] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-ae8052d0-363d-4992-9b8f-32c2a7d79009 req-f6d16f21-5b91-45e6-9919-937cb2e6ac4d service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] No waiting events found dispatching network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:13:36 user nova-compute[74702]: WARNING nova.compute.manager [req-ae8052d0-363d-4992-9b8f-32c2a7d79009 req-f6d16f21-5b91-45e6-9919-937cb2e6ac4d service nova] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Received unexpected event network-vif-plugged-639b9bbe-8433-48a2-ae3a-ef4a75a56e6a for instance with vm_state active and task_state deleting.
Oct 26 02:13:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG nova.compute.manager [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:13:36 user nova-compute[74702]: INFO nova.compute.manager [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc] Took 1.08 seconds to detach 1 volumes for instance.
Oct 26 02:13:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:13:36 user nova-compute[74702]: INFO nova.compute.claims [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Claim successful on node user
Oct 26 02:13:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.276s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG nova.compute.manager [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:13:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.234s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG nova.compute.manager [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG nova.network.neutron [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:13:37 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:13:37 user nova-compute[74702]: DEBUG nova.compute.manager [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG nova.policy [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55a62fa5cb5b4305b2ebcc96414673a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4e644c9f9ec4e6e8c3e602da0c9cd97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:13:37 user nova-compute[74702]: INFO nova.virt.block_device [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Booting with volume 2a12fc09-350d-4561-a7aa-f8ce2818d05a at /dev/vda
Oct 26 02:13:37 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG os_brick.utils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.252s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a7fb5f9-ed22-4418-9866-b21ebff242f3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[115eec7c-f59b-47e1-b299-f37b48224183]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:37 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Deleted allocations for instance 8ec43a54-4e4d-483c-ac9d-7184fc2d08dc
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4146307a-b5ca-4918-bb1b-d37198c4d26a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ec7b135-861c-4f19-98fe-ce7c387620a9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-10e94cfe-43e9-4051-a37e-97e758c9437b tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "8ec43a54-4e4d-483c-ac9d-7184fc2d08dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.406s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:13:37 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:13:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9cfee1e-1738-4ef2-b1f5-18275c8ebb7c]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG os_brick.utils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== get_connector_properties: return (151ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Updating existing volume attachment record: 29d1fb96-d9b4-49e7-a547-8bac4817f705 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:13:37 user nova-compute[74702]: DEBUG nova.network.neutron [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Successfully created port: 9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:13:38 user nova-compute[74702]: DEBUG nova.network.neutron [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Successfully updated port: 9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:13:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:13:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquired lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:13:38 user nova-compute[74702]: DEBUG nova.network.neutron [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:13:38 user nova-compute[74702]: DEBUG nova.compute.manager [req-bd0a2037-6672-482d-bf54-ccedfcd963aa req-ce581059-9b5e-4258-b380-e4ddcaea56d4 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Received event network-changed-9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:13:38 user nova-compute[74702]: DEBUG nova.compute.manager [req-bd0a2037-6672-482d-bf54-ccedfcd963aa req-ce581059-9b5e-4258-b380-e4ddcaea56d4 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Refreshing instance network info cache due to event network-changed-9b44dfdc-dc90-46f2-b293-4d67c54ca4db. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:13:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bd0a2037-6672-482d-bf54-ccedfcd963aa req-ce581059-9b5e-4258-b380-e4ddcaea56d4 service nova] Acquiring lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:13:38 user nova-compute[74702]: DEBUG nova.network.neutron [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:13:39 user nova-compute[74702]: DEBUG nova.network.neutron [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Updating instance_info_cache with network_info: [{"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:13:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Releasing lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:13:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Instance network_info: |[{"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:13:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bd0a2037-6672-482d-bf54-ccedfcd963aa req-ce581059-9b5e-4258-b380-e4ddcaea56d4 service nova] Acquired lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:13:39 user nova-compute[74702]: DEBUG nova.network.neutron [req-bd0a2037-6672-482d-bf54-ccedfcd963aa req-ce581059-9b5e-4258-b380-e4ddcaea56d4 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Refreshing network info cache for port 9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:13:39 user nova-compute[74702]: DEBUG nova.network.neutron [req-bd0a2037-6672-482d-bf54-ccedfcd963aa req-ce581059-9b5e-4258-b380-e4ddcaea56d4 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Updated VIF entry in instance network info cache for port 9b44dfdc-dc90-46f2-b293-4d67c54ca4db. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:13:39 user nova-compute[74702]: DEBUG nova.network.neutron [req-bd0a2037-6672-482d-bf54-ccedfcd963aa req-ce581059-9b5e-4258-b380-e4ddcaea56d4 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Updating instance_info_cache with network_info: [{"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:13:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bd0a2037-6672-482d-bf54-ccedfcd963aa req-ce581059-9b5e-4258-b380-e4ddcaea56d4 service nova] Releasing lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:13:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:13:45 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:13:45 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:13:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:13:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:13:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:13:45 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:13:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:47 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:13:47 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:13:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8648MB free_disk=24.968399047851562GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:13:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:13:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:13:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:13:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 6eb185e1-0c39-43f2-ba85-bf1c52549130 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:13:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 170e7cb1-cd89-49dd-938c-c3780662186f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:13:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:13:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:13:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:13:47 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:13:47 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:13:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:13:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.269s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:13:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:50 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:13:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:13:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:13:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Skipping network cache update for instance because it is Building. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 26 02:13:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:13:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:13:50 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:13:50 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 3f24c139-0ed1-4586-b040-9213543d3737 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:13:51 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updating instance_info_cache with network_info: [{"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:13:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-3f24c139-0ed1-4586-b040-9213543d3737" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:13:51 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:13:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:13:53 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.compute.manager [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:13:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Creating image(s)
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Ensure instance console log exists: /opt/stack/data/nova/instances/8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Start _get_guest_xml network_info=[{"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DHTmlBvk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b', 'attached_at': '', 'detached_at': '', 'volume_id': '2a12fc09-350d-4561-a7aa-f8ce2818d05a', 'serial': '2a12fc09-350d-4561-a7aa-f8ce2818d05a'}, 'attachment_id': '29d1fb96-d9b4-49e7-a547-8bac4817f705', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:13:54 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:13:54 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DHTmlBvk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:13:54 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:13:54 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:13:54 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[325f474d-068b-44d0-8f0c-1db672b6e4f4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:13:54 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8561c749-be5e-4095-8fb8-ad3f38b8a82a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a] added
Oct 26 02:13:54 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d760c3e0-df39-4d72-8e0e-589371d04924]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a672f5b-8ea2-4c55-a96a-11a0e3ff02b2]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DHTmlBvk {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DHTmlBvk" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7edff053-9836-4c2e-847f-9f7d12a33f64]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DHTmlBvk'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.070s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2f7f4b7-8485-4d0f-bbb1-3e9e9bdfab52]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c84a019-01d4-426e-9357-884484247a38]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 02:13:54 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 02:13:54 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:13:54 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 02:13:54 user nova-compute[74702]: 
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[87fa5c6d-9acf-4a3c-8ed4-67521119180b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260]
Oct 26 02:13:54 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260] successful.
Oct 26 02:13:54 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[81672fc0-1ca1-4cbc-b9a0-0289e88868fb]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f090f706-c2ba-4619-8884-ad3fd31026dc]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:13:54 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:13:54 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.336s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd442f88-333b-48db-a997-42bb867ae0af]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:13:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DHTmlBvk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.374s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== connect_volume: return (1376ms) {'type': 'block', 'scsi_wwn': '23837346632656537', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837346632656537', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:13:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1087036061',display_name='tempest-TestVolumeBootPattern-server-1087036061',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1087036061',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMQEKLwaSU1k4HGoNESxM6xQ7pwy1Q6g8ybDNtRwEt1dyttPUDGWyIaTvZbq6edC/FPABWWNsEEo/OWzSLvRTjxpRuKLp+RNqHbvuIKiGEkqm7BE754uFCaN/DPW18dA9w==',key_name='tempest-TestVolumeBootPattern-1463295649',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-wqxhah3v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:13:37Z,user_data=None,user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:78:0e,bridge_name='br-int',has_traffic_filtering=True,id=9b44dfdc-dc90-46f2-b293-4d67c54ca4db,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b44dfdc-dc') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG nova.objects.instance [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lazy-loading 'pci_devices' on Instance uuid 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:13:55 user nova-compute[74702]:   <uuid>8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b</uuid>
Oct 26 02:13:55 user nova-compute[74702]:   <name>instance-0000002d</name>
Oct 26 02:13:55 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:13:55 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:13:55 user nova-compute[74702]:   <metadata>
Oct 26 02:13:55 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:13:55 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:13:55 user nova-compute[74702]:       <nova:name>tempest-TestVolumeBootPattern-server-1087036061</nova:name>
Oct 26 02:13:55 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:13:54</nova:creationTime>
Oct 26 02:13:55 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:13:55 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:13:55 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:13:55 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:13:55 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:13:55 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:13:55 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:13:55 user nova-compute[74702]:       <nova:owner>
Oct 26 02:13:55 user nova-compute[74702]:         <nova:user uuid="55a62fa5cb5b4305b2ebcc96414673a6">tempest-TestVolumeBootPattern-540192483-project-member</nova:user>
Oct 26 02:13:55 user nova-compute[74702]:         <nova:project uuid="b4e644c9f9ec4e6e8c3e602da0c9cd97">tempest-TestVolumeBootPattern-540192483</nova:project>
Oct 26 02:13:55 user nova-compute[74702]:       </nova:owner>
Oct 26 02:13:55 user nova-compute[74702]:       <nova:ports>
Oct 26 02:13:55 user nova-compute[74702]:         <nova:port uuid="9b44dfdc-dc90-46f2-b293-4d67c54ca4db">
Oct 26 02:13:55 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 26 02:13:55 user nova-compute[74702]:         </nova:port>
Oct 26 02:13:55 user nova-compute[74702]:       </nova:ports>
Oct 26 02:13:55 user nova-compute[74702]:     </nova:instance>
Oct 26 02:13:55 user nova-compute[74702]:   </metadata>
Oct 26 02:13:55 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:13:55 user nova-compute[74702]:     <system>
Oct 26 02:13:55 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:13:55 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:13:55 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:13:55 user nova-compute[74702]:       <entry name="serial">8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b</entry>
Oct 26 02:13:55 user nova-compute[74702]:       <entry name="uuid">8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b</entry>
Oct 26 02:13:55 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:13:55 user nova-compute[74702]:     </system>
Oct 26 02:13:55 user nova-compute[74702]:   </sysinfo>
Oct 26 02:13:55 user nova-compute[74702]:   <os>
Oct 26 02:13:55 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:13:55 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:13:55 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:13:55 user nova-compute[74702]:   </os>
Oct 26 02:13:55 user nova-compute[74702]:   <features>
Oct 26 02:13:55 user nova-compute[74702]:     <acpi/>
Oct 26 02:13:55 user nova-compute[74702]:     <apic/>
Oct 26 02:13:55 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:13:55 user nova-compute[74702]:   </features>
Oct 26 02:13:55 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:13:55 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:13:55 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:13:55 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:13:55 user nova-compute[74702]:   </clock>
Oct 26 02:13:55 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:13:55 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:13:55 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:13:55 user nova-compute[74702]:   </cpu>
Oct 26 02:13:55 user nova-compute[74702]:   <devices>
Oct 26 02:13:55 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:13:55 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:13:55 user nova-compute[74702]:       <source dev="/dev/sdb"/>
Oct 26 02:13:55 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:13:55 user nova-compute[74702]:       <serial>2a12fc09-350d-4561-a7aa-f8ce2818d05a</serial>
Oct 26 02:13:55 user nova-compute[74702]:     </disk>
Oct 26 02:13:55 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:13:55 user nova-compute[74702]:       <mac address="fa:16:3e:01:78:0e"/>
Oct 26 02:13:55 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:13:55 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:13:55 user nova-compute[74702]:       <target dev="tap9b44dfdc-dc"/>
Oct 26 02:13:55 user nova-compute[74702]:     </interface>
Oct 26 02:13:55 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:13:55 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b/console.log" append="off"/>
Oct 26 02:13:55 user nova-compute[74702]:     </serial>
Oct 26 02:13:55 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:13:55 user nova-compute[74702]:     <video>
Oct 26 02:13:55 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:13:55 user nova-compute[74702]:     </video>
Oct 26 02:13:55 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:13:55 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:13:55 user nova-compute[74702]:     </rng>
Oct 26 02:13:55 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:13:55 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:13:55 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:13:55 user nova-compute[74702]:     </memballoon>
Oct 26 02:13:55 user nova-compute[74702]:   </devices>
Oct 26 02:13:55 user nova-compute[74702]: </domain>
Oct 26 02:13:55 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:13:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1087036061',display_name='tempest-TestVolumeBootPattern-server-1087036061',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1087036061',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMQEKLwaSU1k4HGoNESxM6xQ7pwy1Q6g8ybDNtRwEt1dyttPUDGWyIaTvZbq6edC/FPABWWNsEEo/OWzSLvRTjxpRuKLp+RNqHbvuIKiGEkqm7BE754uFCaN/DPW18dA9w==',key_name='tempest-TestVolumeBootPattern-1463295649',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-wqxhah3v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:13:37Z,user_data=None,user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:78:0e,bridge_name='br-int',has_traffic_filtering=True,id=9b44dfdc-dc90-46f2-b293-4d67c54ca4db,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b44dfdc-dc') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG os_vif [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:78:0e,bridge_name='br-int',has_traffic_filtering=True,id=9b44dfdc-dc90-46f2-b293-4d67c54ca4db,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b44dfdc-dc') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e192f6be-551d-5ac4-9966-91576274428b', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9b44dfdc-dc, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9b44dfdc-dc, col_values=(('qos', UUID('59e1a166-e0cb-44e6-b811-9057e54f74a4')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9b44dfdc-dc, col_values=(('external_ids', {'iface-id': '9b44dfdc-dc90-46f2-b293-4d67c54ca4db', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:78:0e', 'vm-uuid': '8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:55 user nova-compute[74702]: INFO os_vif [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:78:0e,bridge_name='br-int',has_traffic_filtering=True,id=9b44dfdc-dc90-46f2-b293-4d67c54ca4db,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b44dfdc-dc')
Oct 26 02:13:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:13:55 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] No VIF found with MAC fa:16:3e:01:78:0e, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:13:56 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:13:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:57 user nova-compute[74702]: DEBUG nova.compute.manager [req-5843bb38-4642-4e07-870d-81ced2445455 req-e57e2742-4791-4d44-8225-8780ac147a2e service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Received event network-vif-plugged-9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:13:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5843bb38-4642-4e07-870d-81ced2445455 req-e57e2742-4791-4d44-8225-8780ac147a2e service nova] Acquiring lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:13:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5843bb38-4642-4e07-870d-81ced2445455 req-e57e2742-4791-4d44-8225-8780ac147a2e service nova] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:13:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5843bb38-4642-4e07-870d-81ced2445455 req-e57e2742-4791-4d44-8225-8780ac147a2e service nova] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:13:57 user nova-compute[74702]: DEBUG nova.compute.manager [req-5843bb38-4642-4e07-870d-81ced2445455 req-e57e2742-4791-4d44-8225-8780ac147a2e service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] No waiting events found dispatching network-vif-plugged-9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:13:57 user nova-compute[74702]: WARNING nova.compute.manager [req-5843bb38-4642-4e07-870d-81ced2445455 req-e57e2742-4791-4d44-8225-8780ac147a2e service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Received unexpected event network-vif-plugged-9b44dfdc-dc90-46f2-b293-4d67c54ca4db for instance with vm_state building and task_state spawning.
Oct 26 02:13:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:13:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:13:58 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:13:58 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:13:59 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Instance spawned successfully.
Oct 26 02:13:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:13:59 user nova-compute[74702]: INFO nova.compute.manager [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Took 5.03 seconds to spawn the instance on the hypervisor.
Oct 26 02:13:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-4661b3c5-0798-45e0-843f-24d33c196f59 req-665e2025-bffa-45f2-abd0-1932523feda9 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Received event network-vif-plugged-9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4661b3c5-0798-45e0-843f-24d33c196f59 req-665e2025-bffa-45f2-abd0-1932523feda9 service nova] Acquiring lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4661b3c5-0798-45e0-843f-24d33c196f59 req-665e2025-bffa-45f2-abd0-1932523feda9 service nova] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4661b3c5-0798-45e0-843f-24d33c196f59 req-665e2025-bffa-45f2-abd0-1932523feda9 service nova] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:13:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-4661b3c5-0798-45e0-843f-24d33c196f59 req-665e2025-bffa-45f2-abd0-1932523feda9 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] No waiting events found dispatching network-vif-plugged-9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:13:59 user nova-compute[74702]: WARNING nova.compute.manager [req-4661b3c5-0798-45e0-843f-24d33c196f59 req-665e2025-bffa-45f2-abd0-1932523feda9 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Received unexpected event network-vif-plugged-9b44dfdc-dc90-46f2-b293-4d67c54ca4db for instance with vm_state building and task_state spawning.
Oct 26 02:13:59 user nova-compute[74702]: INFO nova.compute.manager [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Took 22.74 seconds to build instance.
Oct 26 02:13:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-3555a021-d7d9-436e-85fd-9346e44d4cae tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.863s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:01 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:14:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:14:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:14:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:14:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Verify base images {{(pid=74702) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74702) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Image id 13f38a05-6339-4dea-a135-bff12e404c02 yields fingerprint 8782f349a3bb6b8781448d494ef4cdca6214fcf9 {{(pid=74702) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 26 02:14:11 user nova-compute[74702]: INFO nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] image 13f38a05-6339-4dea-a135-bff12e404c02 at (/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9): checking
Oct 26 02:14:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] image 13f38a05-6339-4dea-a135-bff12e404c02 at (/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9): image is in use {{(pid=74702) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] 6eb185e1-0c39-43f2-ba85-bf1c52549130 is a valid instance name {{(pid=74702) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] 6eb185e1-0c39-43f2-ba85-bf1c52549130 has a disk file {{(pid=74702) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 6eb185e1-0c39-43f2-ba85-bf1c52549130 is backed by 8782f349a3bb6b8781448d494ef4cdca6214fcf9 {{(pid=74702) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] 3f24c139-0ed1-4586-b040-9213543d3737 is a valid instance name {{(pid=74702) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] 3f24c139-0ed1-4586-b040-9213543d3737 has a disk file {{(pid=74702) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 26 02:14:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:14:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:14:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 3f24c139-0ed1-4586-b040-9213543d3737 is backed by 8782f349a3bb6b8781448d494ef4cdca6214fcf9 {{(pid=74702) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 26 02:14:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] 170e7cb1-cd89-49dd-938c-c3780662186f is a valid instance name {{(pid=74702) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 26 02:14:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] 170e7cb1-cd89-49dd-938c-c3780662186f has a disk file {{(pid=74702) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 26 02:14:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:14:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:14:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 170e7cb1-cd89-49dd-938c-c3780662186f is backed by 8782f349a3bb6b8781448d494ef4cdca6214fcf9 {{(pid=74702) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 26 02:14:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b is a valid instance name {{(pid=74702) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 26 02:14:12 user nova-compute[74702]: WARNING nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Unknown base file: /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35
Oct 26 02:14:12 user nova-compute[74702]: WARNING nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Unknown base file: /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6
Oct 26 02:14:12 user nova-compute[74702]: WARNING nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Unknown base file: /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43
Oct 26 02:14:12 user nova-compute[74702]: WARNING nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Unknown base file: /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786
Oct 26 02:14:12 user nova-compute[74702]: WARNING nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Unknown base file: /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1
Oct 26 02:14:12 user nova-compute[74702]: WARNING nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Unknown base file: /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a
Oct 26 02:14:12 user nova-compute[74702]: WARNING nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Unknown base file: /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff
Oct 26 02:14:12 user nova-compute[74702]: INFO nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Active base files: /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9
Oct 26 02:14:12 user nova-compute[74702]: INFO nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Removable base files: /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35 /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6 /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43 /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786 /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1 /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff
Oct 26 02:14:12 user nova-compute[74702]: INFO nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/05c8357d3d81ea55e8bd1dc212995396e258ec35
Oct 26 02:14:12 user nova-compute[74702]: INFO nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/3792d7c334358ac830452229455e5925bcfb5df6
Oct 26 02:14:12 user nova-compute[74702]: INFO nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/433b474b7b3658ee54147fac75da882bc9191f43
Oct 26 02:14:12 user nova-compute[74702]: INFO nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/6fa888b3e26a7a7dd42cf65299c452dfa3e8d786
Oct 26 02:14:12 user nova-compute[74702]: INFO nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/68b41ff569390d6db0ebeb7ff10f9008bd0a17b1
Oct 26 02:14:12 user nova-compute[74702]: INFO nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/60eca37d7eb6dd0c4bbde4f8c807e59bfd71199a
Oct 26 02:14:12 user nova-compute[74702]: INFO nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/dee4dbaf4364bdee312d113808fb2bcc71d560ff
Oct 26 02:14:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Verification complete {{(pid=74702) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 26 02:14:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Verify swap images {{(pid=74702) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 26 02:14:12 user nova-compute[74702]: DEBUG nova.virt.libvirt.imagecache [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Verify ephemeral images {{(pid=74702) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 26 02:14:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "3f24c139-0ed1-4586-b040-9213543d3737" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "3f24c139-0ed1-4586-b040-9213543d3737" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "3f24c139-0ed1-4586-b040-9213543d3737-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "3f24c139-0ed1-4586-b040-9213543d3737-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "3f24c139-0ed1-4586-b040-9213543d3737-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:24 user nova-compute[74702]: INFO nova.compute.manager [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Terminating instance
Oct 26 02:14:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:14:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-ada42d5d-9280-4457-bead-ef1bfd94b45d req-b0839269-8b48-4787-a74b-87b9f8f1d0b0 service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Received event network-vif-unplugged-aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ada42d5d-9280-4457-bead-ef1bfd94b45d req-b0839269-8b48-4787-a74b-87b9f8f1d0b0 service nova] Acquiring lock "3f24c139-0ed1-4586-b040-9213543d3737-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ada42d5d-9280-4457-bead-ef1bfd94b45d req-b0839269-8b48-4787-a74b-87b9f8f1d0b0 service nova] Lock "3f24c139-0ed1-4586-b040-9213543d3737-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ada42d5d-9280-4457-bead-ef1bfd94b45d req-b0839269-8b48-4787-a74b-87b9f8f1d0b0 service nova] Lock "3f24c139-0ed1-4586-b040-9213543d3737-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-ada42d5d-9280-4457-bead-ef1bfd94b45d req-b0839269-8b48-4787-a74b-87b9f8f1d0b0 service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] No waiting events found dispatching network-vif-unplugged-aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-ada42d5d-9280-4457-bead-ef1bfd94b45d req-b0839269-8b48-4787-a74b-87b9f8f1d0b0 service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Received event network-vif-unplugged-aa684990-15a9-4f71-81ba-15e5ba53bb5f for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:14:25 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Instance destroyed successfully.
Oct 26 02:14:25 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lazy-loading 'resources' on Instance uuid 3f24c139-0ed1-4586-b040-9213543d3737 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T01:54:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-862118651',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-862118651',id=29,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T01:54:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='630fa5a061b541fbb2d98ad9599ac594',ramdisk_id='',reservation_id='r-130al75n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-839084851',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T01:56:45Z,user_data=None,user_id='46fdabdfc28b461cbd8d272b56e2347c',uuid=3f24c139-0ed1-4586-b040-9213543d3737,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converting VIF {"id": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "address": "fa:16:3e:6f:f0:d9", "network": {"id": "9c1482d3-7437-4821-b52e-ed54525af4f0", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1699536386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "630fa5a061b541fbb2d98ad9599ac594", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa684990-15", "ovs_interfaceid": "aa684990-15a9-4f71-81ba-15e5ba53bb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6f:f0:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa684990-15a9-4f71-81ba-15e5ba53bb5f,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa684990-15') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG os_vif [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6f:f0:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa684990-15a9-4f71-81ba-15e5ba53bb5f,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa684990-15') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaa684990-15, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e3c02212-5b84-4331-a46f-ffb27f490d88) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:25 user nova-compute[74702]: INFO os_vif [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6f:f0:d9,bridge_name='br-int',has_traffic_filtering=True,id=aa684990-15a9-4f71-81ba-15e5ba53bb5f,network=Network(9c1482d3-7437-4821-b52e-ed54525af4f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa684990-15')
Oct 26 02:14:25 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Deleting instance files /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737_del
Oct 26 02:14:25 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Deletion of /opt/stack/data/nova/instances/3f24c139-0ed1-4586-b040-9213543d3737_del complete
Oct 26 02:14:25 user nova-compute[74702]: INFO nova.compute.manager [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 26 02:14:25 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:14:25 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:14:26 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:14:26 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Took 0.67 seconds to deallocate network for instance.
Oct 26 02:14:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:26 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:14:26 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:14:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.183s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:26 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Deleted allocations for instance 3f24c139-0ed1-4586-b040-9213543d3737
Oct 26 02:14:26 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f82c7df9-fb44-4b8b-bca5-92507606785d tempest-ServerBootFromVolumeStableRescueTest-839084851 tempest-ServerBootFromVolumeStableRescueTest-839084851-project-member] Lock "3f24c139-0ed1-4586-b040-9213543d3737" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.907s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:27 user nova-compute[74702]: DEBUG nova.compute.manager [req-7195eab7-277a-4551-85a6-3d52e05d6fd0 req-7d2eb0d7-b6fc-41a4-8258-e874f94a9717 service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Received event network-vif-plugged-aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:14:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7195eab7-277a-4551-85a6-3d52e05d6fd0 req-7d2eb0d7-b6fc-41a4-8258-e874f94a9717 service nova] Acquiring lock "3f24c139-0ed1-4586-b040-9213543d3737-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7195eab7-277a-4551-85a6-3d52e05d6fd0 req-7d2eb0d7-b6fc-41a4-8258-e874f94a9717 service nova] Lock "3f24c139-0ed1-4586-b040-9213543d3737-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7195eab7-277a-4551-85a6-3d52e05d6fd0 req-7d2eb0d7-b6fc-41a4-8258-e874f94a9717 service nova] Lock "3f24c139-0ed1-4586-b040-9213543d3737-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:27 user nova-compute[74702]: DEBUG nova.compute.manager [req-7195eab7-277a-4551-85a6-3d52e05d6fd0 req-7d2eb0d7-b6fc-41a4-8258-e874f94a9717 service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] No waiting events found dispatching network-vif-plugged-aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:14:27 user nova-compute[74702]: WARNING nova.compute.manager [req-7195eab7-277a-4551-85a6-3d52e05d6fd0 req-7d2eb0d7-b6fc-41a4-8258-e874f94a9717 service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Received unexpected event network-vif-plugged-aa684990-15a9-4f71-81ba-15e5ba53bb5f for instance with vm_state deleted and task_state None.
Oct 26 02:14:27 user nova-compute[74702]: DEBUG nova.compute.manager [req-7195eab7-277a-4551-85a6-3d52e05d6fd0 req-7d2eb0d7-b6fc-41a4-8258-e874f94a9717 service nova] [instance: 3f24c139-0ed1-4586-b040-9213543d3737] Received event network-vif-deleted-aa684990-15a9-4f71-81ba-15e5ba53bb5f {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:14:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "170e7cb1-cd89-49dd-938c-c3780662186f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "170e7cb1-cd89-49dd-938c-c3780662186f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:35 user nova-compute[74702]: INFO nova.compute.manager [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Terminating instance
Oct 26 02:14:35 user nova-compute[74702]: DEBUG nova.compute.manager [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-4607c8ec-9def-43e1-a71c-7333005e99a5 req-677b628b-b48c-40ac-8f91-ec6fb92c523d service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Received event network-vif-unplugged-509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4607c8ec-9def-43e1-a71c-7333005e99a5 req-677b628b-b48c-40ac-8f91-ec6fb92c523d service nova] Acquiring lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4607c8ec-9def-43e1-a71c-7333005e99a5 req-677b628b-b48c-40ac-8f91-ec6fb92c523d service nova] Lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4607c8ec-9def-43e1-a71c-7333005e99a5 req-677b628b-b48c-40ac-8f91-ec6fb92c523d service nova] Lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-4607c8ec-9def-43e1-a71c-7333005e99a5 req-677b628b-b48c-40ac-8f91-ec6fb92c523d service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] No waiting events found dispatching network-vif-unplugged-509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-4607c8ec-9def-43e1-a71c-7333005e99a5 req-677b628b-b48c-40ac-8f91-ec6fb92c523d service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Received event network-vif-unplugged-509100bd-e1ac-40a9-af2b-1987f95b2bb1 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:35 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Instance destroyed successfully.
Oct 26 02:14:35 user nova-compute[74702]: DEBUG nova.objects.instance [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lazy-loading 'resources' on Instance uuid 170e7cb1-cd89-49dd-938c-c3780662186f {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:12:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-597622531',display_name='tempest-VolumesActionsTest-instance-597622531',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-597622531',id=44,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:12:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5493685dd92474e9d875b6c98a0af31',ramdisk_id='',reservation_id='r-8mmj1mo8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1363618154',owner_user_name='tempest-VolumesActionsTest-1363618154-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:12:52Z,user_data=None,user_id='d78f32a40ea04b62acad386ad4d6b891',uuid=170e7cb1-cd89-49dd-938c-c3780662186f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "address": "fa:16:3e:ee:44:6e", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap509100bd-e1", "ovs_interfaceid": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Converting VIF {"id": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "address": "fa:16:3e:ee:44:6e", "network": {"id": "7de3407d-dd4e-4845-98a3-d6b96c94b98d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1834010767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5493685dd92474e9d875b6c98a0af31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap509100bd-e1", "ovs_interfaceid": "509100bd-e1ac-40a9-af2b-1987f95b2bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:44:6e,bridge_name='br-int',has_traffic_filtering=True,id=509100bd-e1ac-40a9-af2b-1987f95b2bb1,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap509100bd-e1') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG os_vif [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:44:6e,bridge_name='br-int',has_traffic_filtering=True,id=509100bd-e1ac-40a9-af2b-1987f95b2bb1,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap509100bd-e1') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap509100bd-e1, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=489b576e-ea2f-4b0f-96eb-16766828da5d) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:14:35 user nova-compute[74702]: INFO os_vif [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:44:6e,bridge_name='br-int',has_traffic_filtering=True,id=509100bd-e1ac-40a9-af2b-1987f95b2bb1,network=Network(7de3407d-dd4e-4845-98a3-d6b96c94b98d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap509100bd-e1')
Oct 26 02:14:35 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Deleting instance files /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f_del
Oct 26 02:14:35 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Deletion of /opt/stack/data/nova/instances/170e7cb1-cd89-49dd-938c-c3780662186f_del complete
Oct 26 02:14:35 user nova-compute[74702]: INFO nova.compute.manager [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Took 0.84 seconds to destroy the instance on the hypervisor.
Oct 26 02:14:35 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:14:35 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:14:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:36 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:14:36 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Took 0.45 seconds to deallocate network for instance.
Oct 26 02:14:36 user nova-compute[74702]: DEBUG nova.compute.manager [req-59362028-4a7d-40cf-98f3-e5e5ba6f60d1 req-fe0e026a-a6f1-45a0-a772-5c88fc775f4e service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Received event network-vif-deleted-509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:14:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:36 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:14:36 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:14:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.151s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:36 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Deleted allocations for instance 170e7cb1-cd89-49dd-938c-c3780662186f
Oct 26 02:14:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-faeeb9ad-fd1d-45c8-b7c7-db27e4c60a13 tempest-VolumesActionsTest-1363618154 tempest-VolumesActionsTest-1363618154-project-member] Lock "170e7cb1-cd89-49dd-938c-c3780662186f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.616s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:37 user nova-compute[74702]: DEBUG nova.compute.manager [req-257d07d5-9912-49cc-9e98-c18447eeb02a req-3bd95853-4154-4e3f-b132-e3cbd477b638 service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Received event network-vif-plugged-509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:14:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-257d07d5-9912-49cc-9e98-c18447eeb02a req-3bd95853-4154-4e3f-b132-e3cbd477b638 service nova] Acquiring lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-257d07d5-9912-49cc-9e98-c18447eeb02a req-3bd95853-4154-4e3f-b132-e3cbd477b638 service nova] Lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-257d07d5-9912-49cc-9e98-c18447eeb02a req-3bd95853-4154-4e3f-b132-e3cbd477b638 service nova] Lock "170e7cb1-cd89-49dd-938c-c3780662186f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:37 user nova-compute[74702]: DEBUG nova.compute.manager [req-257d07d5-9912-49cc-9e98-c18447eeb02a req-3bd95853-4154-4e3f-b132-e3cbd477b638 service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] No waiting events found dispatching network-vif-plugged-509100bd-e1ac-40a9-af2b-1987f95b2bb1 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:14:37 user nova-compute[74702]: WARNING nova.compute.manager [req-257d07d5-9912-49cc-9e98-c18447eeb02a req-3bd95853-4154-4e3f-b132-e3cbd477b638 service nova] [instance: 170e7cb1-cd89-49dd-938c-c3780662186f] Received unexpected event network-vif-plugged-509100bd-e1ac-40a9-af2b-1987f95b2bb1 for instance with vm_state deleted and task_state None.
Oct 26 02:14:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:14:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:46 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:14:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:14:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:14:47 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:14:47 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:14:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8743MB free_disk=25.119548797607422GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 6eb185e1-0c39-43f2-ba85-bf1c52549130 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.224s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:47 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 02:14:49 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:14:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-6eb185e1-0c39-43f2-ba85-bf1c52549130" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:14:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-6eb185e1-0c39-43f2-ba85-bf1c52549130" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:14:49 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:14:50 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Updating instance_info_cache with network_info: [{"id": "ee1bd767-07e1-4947-acd3-a16d5e676257", "address": "fa:16:3e:92:bd:a7", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1bd767-07", "ovs_interfaceid": "ee1bd767-07e1-4947-acd3-a16d5e676257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:14:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-6eb185e1-0c39-43f2-ba85-bf1c52549130" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:14:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:14:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:14:54 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:54 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:14:56 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 02:14:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 02:14:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:59 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:59 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:14:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:15:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:02 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:15:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:06 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:15:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:15:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:15:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:15:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:15:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.compute.manager [req-ee677543-1ca4-4a63-86a9-b09d697fe7ba req-86707481-7e1d-48f2-91cf-aa24218f2950 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Received event network-changed-9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.compute.manager [req-ee677543-1ca4-4a63-86a9-b09d697fe7ba req-86707481-7e1d-48f2-91cf-aa24218f2950 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Refreshing instance network info cache due to event network-changed-9b44dfdc-dc90-46f2-b293-4d67c54ca4db. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ee677543-1ca4-4a63-86a9-b09d697fe7ba req-86707481-7e1d-48f2-91cf-aa24218f2950 service nova] Acquiring lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ee677543-1ca4-4a63-86a9-b09d697fe7ba req-86707481-7e1d-48f2-91cf-aa24218f2950 service nova] Acquired lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.network.neutron [req-ee677543-1ca4-4a63-86a9-b09d697fe7ba req-86707481-7e1d-48f2-91cf-aa24218f2950 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Refreshing network info cache for port 9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:15:28 user nova-compute[74702]: INFO nova.compute.claims [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Claim successful on node user
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.268s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:15:28 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.network.neutron [req-ee677543-1ca4-4a63-86a9-b09d697fe7ba req-86707481-7e1d-48f2-91cf-aa24218f2950 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Updated VIF entry in instance network info cache for port 9b44dfdc-dc90-46f2-b293-4d67c54ca4db. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.network.neutron [req-ee677543-1ca4-4a63-86a9-b09d697fe7ba req-86707481-7e1d-48f2-91cf-aa24218f2950 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Updating instance_info_cache with network_info: [{"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ee677543-1ca4-4a63-86a9-b09d697fe7ba req-86707481-7e1d-48f2-91cf-aa24218f2950 service nova] Releasing lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.policy [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de20da9f029a4cabbef99ab4aee8c936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1412bda6c114e75a9d2c50421d4b569', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:15:28 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Creating image(s)
Oct 26 02:15:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "/opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "/opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "/opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:28 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk 1073741824" returned: 0 in 0.050s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Successfully created port: 66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Cannot resize image /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Ensure instance console log exists: /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:29 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Successfully updated port: 66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquired lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.compute.manager [req-57d96005-5aa7-461d-bcc7-6ac06ed42dab req-f074a0ad-bac4-4e92-bfbf-1eea2d19edaa service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-changed-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.compute.manager [req-57d96005-5aa7-461d-bcc7-6ac06ed42dab req-f074a0ad-bac4-4e92-bfbf-1eea2d19edaa service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Refreshing instance network info cache due to event network-changed-66a1281a-7120-4bd3-9163-f10cc24c62d3. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-57d96005-5aa7-461d-bcc7-6ac06ed42dab req-f074a0ad-bac4-4e92-bfbf-1eea2d19edaa service nova] Acquiring lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating instance_info_cache with network_info: [{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Releasing lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance network_info: |[{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-57d96005-5aa7-461d-bcc7-6ac06ed42dab req-f074a0ad-bac4-4e92-bfbf-1eea2d19edaa service nova] Acquired lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.network.neutron [req-57d96005-5aa7-461d-bcc7-6ac06ed42dab req-f074a0ad-bac4-4e92-bfbf-1eea2d19edaa service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Refreshing network info cache for port 66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Start _get_guest_xml network_info=[{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:15:30 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:15:30 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:15:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1143324844',display_name='tempest-AttachVolumeTestJSON-server-1143324844',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1143324844',id=46,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMPmbYh9mXIBv1hR5w/N5a++59Oa2Ir7UBl5K1JJNhc5mULgbu4nP+POjWoEZHsf+8PevmJKK5UsqeLLXOqTMDtvRR/ENC5zAYZV7qthVg77K/QphgeUXcUZ37nYM/T1EQ==',key_name='tempest-keypair-2138607843',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e1412bda6c114e75a9d2c50421d4b569',ramdisk_id='',reservation_id='r-myf7sd0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1928301654',owner_user_name='tempest-AttachVolumeTestJSON-1928301654-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:15:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de20da9f029a4cabbef99ab4aee8c936',uuid=0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converting VIF {"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'pci_devices' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:15:30 user nova-compute[74702]:   <uuid>0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a</uuid>
Oct 26 02:15:30 user nova-compute[74702]:   <name>instance-0000002e</name>
Oct 26 02:15:30 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:15:30 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:15:30 user nova-compute[74702]:   <metadata>
Oct 26 02:15:30 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:15:30 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:15:30 user nova-compute[74702]:       <nova:name>tempest-AttachVolumeTestJSON-server-1143324844</nova:name>
Oct 26 02:15:30 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:15:30</nova:creationTime>
Oct 26 02:15:30 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:15:30 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:15:30 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:15:30 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:15:30 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:15:30 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:15:30 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:15:30 user nova-compute[74702]:       <nova:owner>
Oct 26 02:15:30 user nova-compute[74702]:         <nova:user uuid="de20da9f029a4cabbef99ab4aee8c936">tempest-AttachVolumeTestJSON-1928301654-project-member</nova:user>
Oct 26 02:15:30 user nova-compute[74702]:         <nova:project uuid="e1412bda6c114e75a9d2c50421d4b569">tempest-AttachVolumeTestJSON-1928301654</nova:project>
Oct 26 02:15:30 user nova-compute[74702]:       </nova:owner>
Oct 26 02:15:30 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 02:15:30 user nova-compute[74702]:       <nova:ports>
Oct 26 02:15:30 user nova-compute[74702]:         <nova:port uuid="66a1281a-7120-4bd3-9163-f10cc24c62d3">
Oct 26 02:15:30 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 26 02:15:30 user nova-compute[74702]:         </nova:port>
Oct 26 02:15:30 user nova-compute[74702]:       </nova:ports>
Oct 26 02:15:30 user nova-compute[74702]:     </nova:instance>
Oct 26 02:15:30 user nova-compute[74702]:   </metadata>
Oct 26 02:15:30 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:15:30 user nova-compute[74702]:     <system>
Oct 26 02:15:30 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:15:30 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:15:30 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:15:30 user nova-compute[74702]:       <entry name="serial">0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a</entry>
Oct 26 02:15:30 user nova-compute[74702]:       <entry name="uuid">0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a</entry>
Oct 26 02:15:30 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:15:30 user nova-compute[74702]:     </system>
Oct 26 02:15:30 user nova-compute[74702]:   </sysinfo>
Oct 26 02:15:30 user nova-compute[74702]:   <os>
Oct 26 02:15:30 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:15:30 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:15:30 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:15:30 user nova-compute[74702]:   </os>
Oct 26 02:15:30 user nova-compute[74702]:   <features>
Oct 26 02:15:30 user nova-compute[74702]:     <acpi/>
Oct 26 02:15:30 user nova-compute[74702]:     <apic/>
Oct 26 02:15:30 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:15:30 user nova-compute[74702]:   </features>
Oct 26 02:15:30 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:15:30 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:15:30 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:15:30 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:15:30 user nova-compute[74702]:   </clock>
Oct 26 02:15:30 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:15:30 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:15:30 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:15:30 user nova-compute[74702]:   </cpu>
Oct 26 02:15:30 user nova-compute[74702]:   <devices>
Oct 26 02:15:30 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:15:30 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:15:30 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk"/>
Oct 26 02:15:30 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:15:30 user nova-compute[74702]:     </disk>
Oct 26 02:15:30 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:15:30 user nova-compute[74702]:       <mac address="fa:16:3e:65:2a:01"/>
Oct 26 02:15:30 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:15:30 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:15:30 user nova-compute[74702]:       <target dev="tap66a1281a-71"/>
Oct 26 02:15:30 user nova-compute[74702]:     </interface>
Oct 26 02:15:30 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:15:30 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/console.log" append="off"/>
Oct 26 02:15:30 user nova-compute[74702]:     </serial>
Oct 26 02:15:30 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:15:30 user nova-compute[74702]:     <video>
Oct 26 02:15:30 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:15:30 user nova-compute[74702]:     </video>
Oct 26 02:15:30 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:15:30 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:15:30 user nova-compute[74702]:     </rng>
Oct 26 02:15:30 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:15:30 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:15:30 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:15:30 user nova-compute[74702]:     </memballoon>
Oct 26 02:15:30 user nova-compute[74702]:   </devices>
Oct 26 02:15:30 user nova-compute[74702]: </domain>
Oct 26 02:15:30 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:15:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1143324844',display_name='tempest-AttachVolumeTestJSON-server-1143324844',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1143324844',id=46,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMPmbYh9mXIBv1hR5w/N5a++59Oa2Ir7UBl5K1JJNhc5mULgbu4nP+POjWoEZHsf+8PevmJKK5UsqeLLXOqTMDtvRR/ENC5zAYZV7qthVg77K/QphgeUXcUZ37nYM/T1EQ==',key_name='tempest-keypair-2138607843',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e1412bda6c114e75a9d2c50421d4b569',ramdisk_id='',reservation_id='r-myf7sd0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1928301654',owner_user_name='tempest-AttachVolumeTestJSON-1928301654-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:15:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de20da9f029a4cabbef99ab4aee8c936',uuid=0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converting VIF {"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG os_vif [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'db7e10f4-1ff6-5c3b-ae38-d3b3fbd8419a', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66a1281a-71, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66a1281a-71, col_values=(('qos', UUID('bc81e900-615e-4d02-b5e1-ed248c4c0261')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66a1281a-71, col_values=(('external_ids', {'iface-id': '66a1281a-7120-4bd3-9163-f10cc24c62d3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:2a:01', 'vm-uuid': '0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:15:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:30 user nova-compute[74702]: INFO os_vif [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71')
Oct 26 02:15:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:15:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No VIF found with MAC fa:16:3e:65:2a:01, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:15:31 user nova-compute[74702]: DEBUG nova.network.neutron [req-57d96005-5aa7-461d-bcc7-6ac06ed42dab req-f074a0ad-bac4-4e92-bfbf-1eea2d19edaa service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updated VIF entry in instance network info cache for port 66a1281a-7120-4bd3-9163-f10cc24c62d3. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:15:31 user nova-compute[74702]: DEBUG nova.network.neutron [req-57d96005-5aa7-461d-bcc7-6ac06ed42dab req-f074a0ad-bac4-4e92-bfbf-1eea2d19edaa service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating instance_info_cache with network_info: [{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:15:31 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-57d96005-5aa7-461d-bcc7-6ac06ed42dab req-f074a0ad-bac4-4e92-bfbf-1eea2d19edaa service nova] Releasing lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:15:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-f66e0163-5b35-4637-ba38-36431f427cff req-12b6e7af-4278-4338-ab42-8d19ca0c9bce service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:15:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f66e0163-5b35-4637-ba38-36431f427cff req-12b6e7af-4278-4338-ab42-8d19ca0c9bce service nova] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f66e0163-5b35-4637-ba38-36431f427cff req-12b6e7af-4278-4338-ab42-8d19ca0c9bce service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-f66e0163-5b35-4637-ba38-36431f427cff req-12b6e7af-4278-4338-ab42-8d19ca0c9bce service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:32 user nova-compute[74702]: DEBUG nova.compute.manager [req-f66e0163-5b35-4637-ba38-36431f427cff req-12b6e7af-4278-4338-ab42-8d19ca0c9bce service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] No waiting events found dispatching network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:15:32 user nova-compute[74702]: WARNING nova.compute.manager [req-f66e0163-5b35-4637-ba38-36431f427cff req-12b6e7af-4278-4338-ab42-8d19ca0c9bce service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received unexpected event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 for instance with vm_state building and task_state spawning.
Oct 26 02:15:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:15:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance spawned successfully.
Oct 26 02:15:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:15:34 user nova-compute[74702]: INFO nova.compute.manager [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Took 5.71 seconds to spawn the instance on the hypervisor.
Oct 26 02:15:34 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-bd410e70-af81-47bf-a79c-1621969933eb req-dc789641-48cf-441a-b119-12b734815642 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bd410e70-af81-47bf-a79c-1621969933eb req-dc789641-48cf-441a-b119-12b734815642 service nova] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bd410e70-af81-47bf-a79c-1621969933eb req-dc789641-48cf-441a-b119-12b734815642 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-bd410e70-af81-47bf-a79c-1621969933eb req-dc789641-48cf-441a-b119-12b734815642 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-bd410e70-af81-47bf-a79c-1621969933eb req-dc789641-48cf-441a-b119-12b734815642 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] No waiting events found dispatching network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:15:34 user nova-compute[74702]: WARNING nova.compute.manager [req-bd410e70-af81-47bf-a79c-1621969933eb req-dc789641-48cf-441a-b119-12b734815642 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received unexpected event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 for instance with vm_state building and task_state spawning.
Oct 26 02:15:34 user nova-compute[74702]: INFO nova.compute.manager [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Took 6.37 seconds to build instance.
Oct 26 02:15:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b8618284-25ee-4f61-a3de-f6152ef84841 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.479s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_power_states {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 6eb185e1-0c39-43f2-ba85-bf1c52549130 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.033s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "bd6ae27d-f621-4426-90eb-0d000c7bd459" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:15:46 user nova-compute[74702]: INFO nova.compute.claims [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Claim successful on node user
Oct 26 02:15:46 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.373s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:15:46 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:15:47 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:15:47 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG nova.policy [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55a62fa5cb5b4305b2ebcc96414673a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4e644c9f9ec4e6e8c3e602da0c9cd97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:15:47 user nova-compute[74702]: INFO nova.virt.block_device [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Booting with volume b2ae93bb-6265-4f92-a55b-289b1fb78c72 at /dev/vda
Oct 26 02:15:47 user nova-compute[74702]: DEBUG os_brick.utils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[896ef4d0-47e5-4e41-8e01-171fc74a9ca5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e98d7f-51ba-4523-a6b0-2b0faaa327f8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e3401e8-227d-42ec-b838-a4d09526af9c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea577a00-0dc3-4041-b6ce-d0a9ce2124d8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:15:47 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:15:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eb449b5-73da-47e6-b307-7886a651212f]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG os_brick.utils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Updating existing volume attachment record: 98300189-690f-4d48-beca-002efe015555 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:15:47 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Successfully created port: 186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Successfully updated port: 186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "refresh_cache-bd6ae27d-f621-4426-90eb-0d000c7bd459" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquired lock "refresh_cache-bd6ae27d-f621-4426-90eb-0d000c7bd459" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-9a389c20-c37a-4131-bc61-c72bcb1cf2ac req-754b3689-f535-4ac3-b379-8ba2d75ff3b4 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Received event network-changed-186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-9a389c20-c37a-4131-bc61-c72bcb1cf2ac req-754b3689-f535-4ac3-b379-8ba2d75ff3b4 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Refreshing instance network info cache due to event network-changed-186a0555-cf6d-4810-be93-936541c2ddc8. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9a389c20-c37a-4131-bc61-c72bcb1cf2ac req-754b3689-f535-4ac3-b379-8ba2d75ff3b4 service nova] Acquiring lock "refresh_cache-bd6ae27d-f621-4426-90eb-0d000c7bd459" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:15:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG nova.network.neutron [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Updating instance_info_cache with network_info: [{"id": "186a0555-cf6d-4810-be93-936541c2ddc8", "address": "fa:16:3e:ca:9e:14", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186a0555-cf", "ovs_interfaceid": "186a0555-cf6d-4810-be93-936541c2ddc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Releasing lock "refresh_cache-bd6ae27d-f621-4426-90eb-0d000c7bd459" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Instance network_info: |[{"id": "186a0555-cf6d-4810-be93-936541c2ddc8", "address": "fa:16:3e:ca:9e:14", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186a0555-cf", "ovs_interfaceid": "186a0555-cf6d-4810-be93-936541c2ddc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9a389c20-c37a-4131-bc61-c72bcb1cf2ac req-754b3689-f535-4ac3-b379-8ba2d75ff3b4 service nova] Acquired lock "refresh_cache-bd6ae27d-f621-4426-90eb-0d000c7bd459" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG nova.network.neutron [req-9a389c20-c37a-4131-bc61-c72bcb1cf2ac req-754b3689-f535-4ac3-b379-8ba2d75ff3b4 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Refreshing network info cache for port 186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:49 user nova-compute[74702]: INFO nova.compute.manager [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Terminating instance
Oct 26 02:15:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG nova.network.neutron [req-9a389c20-c37a-4131-bc61-c72bcb1cf2ac req-754b3689-f535-4ac3-b379-8ba2d75ff3b4 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Updated VIF entry in instance network info cache for port 186a0555-cf6d-4810-be93-936541c2ddc8. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG nova.network.neutron [req-9a389c20-c37a-4131-bc61-c72bcb1cf2ac req-754b3689-f535-4ac3-b379-8ba2d75ff3b4 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Updating instance_info_cache with network_info: [{"id": "186a0555-cf6d-4810-be93-936541c2ddc8", "address": "fa:16:3e:ca:9e:14", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186a0555-cf", "ovs_interfaceid": "186a0555-cf6d-4810-be93-936541c2ddc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9a389c20-c37a-4131-bc61-c72bcb1cf2ac req-754b3689-f535-4ac3-b379-8ba2d75ff3b4 service nova] Releasing lock "refresh_cache-bd6ae27d-f621-4426-90eb-0d000c7bd459" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:15:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-ed39b55e-9084-497f-b75c-1ddc05924431 req-399022b1-32b4-4490-b502-85924c6f008a service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Received event network-vif-unplugged-ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ed39b55e-9084-497f-b75c-1ddc05924431 req-399022b1-32b4-4490-b502-85924c6f008a service nova] Acquiring lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ed39b55e-9084-497f-b75c-1ddc05924431 req-399022b1-32b4-4490-b502-85924c6f008a service nova] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ed39b55e-9084-497f-b75c-1ddc05924431 req-399022b1-32b4-4490-b502-85924c6f008a service nova] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-ed39b55e-9084-497f-b75c-1ddc05924431 req-399022b1-32b4-4490-b502-85924c6f008a service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] No waiting events found dispatching network-vif-unplugged-ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-ed39b55e-9084-497f-b75c-1ddc05924431 req-399022b1-32b4-4490-b502-85924c6f008a service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Received event network-vif-unplugged-ee1bd767-07e1-4947-acd3-a16d5e676257 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:15:51 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:15:51 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8539MB free_disk=25.068431854248047GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:51 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Instance destroyed successfully.
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.objects.instance [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lazy-loading 'resources' on Instance uuid 6eb185e1-0c39-43f2-ba85-bf1c52549130 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:10:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-932636056',display_name='tempest-VolumesSnapshotTestJSON-instance-932636056',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-932636056',id=42,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFkIQjOyWJG+UAN7V2j07x0LtgGG7vTHl/KB18iWrVODuu3ogjQarvSFPIRkPajcs9A63bsSeSuTqp3dwWc3zD15IzTqbRwLB2MApL2jpvpUFw4yRrq0OgUGG55e7yMwug==',key_name='tempest-keypair-1772157521',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:10:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7772be7a586645afb64b62efa13cd19b',ramdisk_id='',reservation_id='r-pg8bl1un',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-49661406',owner_user_name='tempest-VolumesSnapshotTestJSON-49661406-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:10:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='426854feb2de4e85985f99eda32d7321',uuid=6eb185e1-0c39-43f2-ba85-bf1c52549130,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee1bd767-07e1-4947-acd3-a16d5e676257", "address": "fa:16:3e:92:bd:a7", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1bd767-07", "ovs_interfaceid": "ee1bd767-07e1-4947-acd3-a16d5e676257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Converting VIF {"id": "ee1bd767-07e1-4947-acd3-a16d5e676257", "address": "fa:16:3e:92:bd:a7", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1bd767-07", "ovs_interfaceid": "ee1bd767-07e1-4947-acd3-a16d5e676257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:92:bd:a7,bridge_name='br-int',has_traffic_filtering=True,id=ee1bd767-07e1-4947-acd3-a16d5e676257,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1bd767-07') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG os_vif [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:bd:a7,bridge_name='br-int',has_traffic_filtering=True,id=ee1bd767-07e1-4947-acd3-a16d5e676257,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1bd767-07') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee1bd767-07, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6f677b51-81ff-4b59-9f37-80692025f51c) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:51 user nova-compute[74702]: INFO os_vif [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:bd:a7,bridge_name='br-int',has_traffic_filtering=True,id=ee1bd767-07e1-4947-acd3-a16d5e676257,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1bd767-07')
Oct 26 02:15:51 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Deleting instance files /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130_del
Oct 26 02:15:51 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Deletion of /opt/stack/data/nova/instances/6eb185e1-0c39-43f2-ba85-bf1c52549130_del complete
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 6eb185e1-0c39-43f2-ba85-bf1c52549130 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance bd6ae27d-f621-4426-90eb-0d000c7bd459 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:15:51 user nova-compute[74702]: INFO nova.compute.manager [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Took 2.19 seconds to destroy the instance on the hypervisor.
Oct 26 02:15:51 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:15:51 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:15:52 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:15:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:52 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:15:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-dbb409ab-aab7-42cc-a21b-af3bfbb0827f req-16a119cc-b9ad-4ffc-899f-f6810cf325a8 service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Received event network-vif-plugged-ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:15:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dbb409ab-aab7-42cc-a21b-af3bfbb0827f req-16a119cc-b9ad-4ffc-899f-f6810cf325a8 service nova] Acquiring lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dbb409ab-aab7-42cc-a21b-af3bfbb0827f req-16a119cc-b9ad-4ffc-899f-f6810cf325a8 service nova] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dbb409ab-aab7-42cc-a21b-af3bfbb0827f req-16a119cc-b9ad-4ffc-899f-f6810cf325a8 service nova] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-dbb409ab-aab7-42cc-a21b-af3bfbb0827f req-16a119cc-b9ad-4ffc-899f-f6810cf325a8 service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] No waiting events found dispatching network-vif-plugged-ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:15:52 user nova-compute[74702]: WARNING nova.compute.manager [req-dbb409ab-aab7-42cc-a21b-af3bfbb0827f req-16a119cc-b9ad-4ffc-899f-f6810cf325a8 service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Received unexpected event network-vif-plugged-ee1bd767-07e1-4947-acd3-a16d5e676257 for instance with vm_state active and task_state deleting.
Oct 26 02:15:52 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:15:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.212s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:53 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:15:53 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Took 1.14 seconds to deallocate network for instance.
Oct 26 02:15:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-45152aa8-4ec0-41cb-b8fc-0ea412844abd req-293a8751-0ecd-43ab-ba67-82b6a72174e7 service nova] [instance: 6eb185e1-0c39-43f2-ba85-bf1c52549130] Received event network-vif-deleted-ee1bd767-07e1-4947-acd3-a16d5e676257 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:15:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:15:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:15:53 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:15:53 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:15:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.192s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:53 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Deleted allocations for instance 6eb185e1-0c39-43f2-ba85-bf1c52549130
Oct 26 02:15:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1a081450-b7e5-4a78-a3f9-a93904d0c37c tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "6eb185e1-0c39-43f2-ba85-bf1c52549130" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.739s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:15:53 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:15:53 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:15:53 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:15:54 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:15:55 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:15:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:15:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:16:00 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:16:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:01 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:16:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:16:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:04 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:16:06 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Creating image(s)
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Ensure instance console log exists: /opt/stack/data/nova/instances/bd6ae27d-f621-4426-90eb-0d000c7bd459/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Start _get_guest_xml network_info=[{"id": "186a0555-cf6d-4810-be93-936541c2ddc8", "address": "fa:16:3e:ca:9e:14", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186a0555-cf", "ovs_interfaceid": "186a0555-cf6d-4810-be93-936541c2ddc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YroXyOuh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd6ae27d-f621-4426-90eb-0d000c7bd459', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2ae93bb-6265-4f92-a55b-289b1fb78c72', 'serial': 'b2ae93bb-6265-4f92-a55b-289b1fb78c72'}, 'attachment_id': '98300189-690f-4d48-beca-002efe015555', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:16:06 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:16:06 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YroXyOuh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:16:06 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:16:06 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:16:06 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab7a4652-0659-4964-b441-f722fae3f60b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:16:06 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c3e50fe-077d-48b9-96b7-39ab16769746]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72] added
Oct 26 02:16:06 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[09fefbd9-b797-433b-87fc-21704a829d0f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea7c0d4f-8f30-4184-aaaa-7bc34f1394ac]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YroXyOuh {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YroXyOuh" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[267ad211-3aca-4ab5-8d47-5c7760794c0e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YroXyOuh'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d757b6d-484a-4c80-9446-38c1306d0867]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e497f29-7455-449f-8cc5-43e102eea833]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:16:06 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:16:06 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f52e52ad-e964-41bc-99c7-c58d14b00f50]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72, portal: 172.16.0.220,3260]
Oct 26 02:16:06 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72, portal: 172.16.0.220,3260] successful.
Oct 26 02:16:06 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[084224e7-75bb-47c3-953f-d75cb6a7dc5b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[025a2f9f-6782-44a5-879a-6347892dec11]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:16:06 user nova-compute[74702]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 (non-flash)
Oct 26 02:16:06 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:16:06 user nova-compute[74702]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 (non-flash)
Oct 26 02:16:06 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.256s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] HCTL ('34', '-', '-', 0) found on session 43 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb88ba66-88fc-40ae-877e-7b273b75b427]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:16:06 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching for a device in session 43 and hctl ['34', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Searching for a device in session 43 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YroXyOuh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.283s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== connect_volume: return (1284ms) {'type': 'block', 'scsi_wwn': '23538383161613831', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23538383161613831', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:15:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1227953830',display_name='tempest-TestVolumeBootPattern-server-1227953830',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1227953830',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMQEKLwaSU1k4HGoNESxM6xQ7pwy1Q6g8ybDNtRwEt1dyttPUDGWyIaTvZbq6edC/FPABWWNsEEo/OWzSLvRTjxpRuKLp+RNqHbvuIKiGEkqm7BE754uFCaN/DPW18dA9w==',key_name='tempest-TestVolumeBootPattern-1463295649',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-xo17obtn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:15:47Z,user_data=None,user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=bd6ae27d-f621-4426-90eb-0d000c7bd459,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "186a0555-cf6d-4810-be93-936541c2ddc8", "address": "fa:16:3e:ca:9e:14", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186a0555-cf", "ovs_interfaceid": "186a0555-cf6d-4810-be93-936541c2ddc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "186a0555-cf6d-4810-be93-936541c2ddc8", "address": "fa:16:3e:ca:9e:14", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186a0555-cf", "ovs_interfaceid": "186a0555-cf6d-4810-be93-936541c2ddc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:9e:14,bridge_name='br-int',has_traffic_filtering=True,id=186a0555-cf6d-4810-be93-936541c2ddc8,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186a0555-cf') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG nova.objects.instance [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lazy-loading 'pci_devices' on Instance uuid bd6ae27d-f621-4426-90eb-0d000c7bd459 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:16:07 user nova-compute[74702]:   <uuid>bd6ae27d-f621-4426-90eb-0d000c7bd459</uuid>
Oct 26 02:16:07 user nova-compute[74702]:   <name>instance-0000002f</name>
Oct 26 02:16:07 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:16:07 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:16:07 user nova-compute[74702]:   <metadata>
Oct 26 02:16:07 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:16:07 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:16:07 user nova-compute[74702]:       <nova:name>tempest-TestVolumeBootPattern-server-1227953830</nova:name>
Oct 26 02:16:07 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:16:06</nova:creationTime>
Oct 26 02:16:07 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:16:07 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:16:07 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:16:07 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:16:07 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:16:07 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:16:07 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:16:07 user nova-compute[74702]:       <nova:owner>
Oct 26 02:16:07 user nova-compute[74702]:         <nova:user uuid="55a62fa5cb5b4305b2ebcc96414673a6">tempest-TestVolumeBootPattern-540192483-project-member</nova:user>
Oct 26 02:16:07 user nova-compute[74702]:         <nova:project uuid="b4e644c9f9ec4e6e8c3e602da0c9cd97">tempest-TestVolumeBootPattern-540192483</nova:project>
Oct 26 02:16:07 user nova-compute[74702]:       </nova:owner>
Oct 26 02:16:07 user nova-compute[74702]:       <nova:ports>
Oct 26 02:16:07 user nova-compute[74702]:         <nova:port uuid="186a0555-cf6d-4810-be93-936541c2ddc8">
Oct 26 02:16:07 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 26 02:16:07 user nova-compute[74702]:         </nova:port>
Oct 26 02:16:07 user nova-compute[74702]:       </nova:ports>
Oct 26 02:16:07 user nova-compute[74702]:     </nova:instance>
Oct 26 02:16:07 user nova-compute[74702]:   </metadata>
Oct 26 02:16:07 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:16:07 user nova-compute[74702]:     <system>
Oct 26 02:16:07 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:16:07 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:16:07 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:16:07 user nova-compute[74702]:       <entry name="serial">bd6ae27d-f621-4426-90eb-0d000c7bd459</entry>
Oct 26 02:16:07 user nova-compute[74702]:       <entry name="uuid">bd6ae27d-f621-4426-90eb-0d000c7bd459</entry>
Oct 26 02:16:07 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:16:07 user nova-compute[74702]:     </system>
Oct 26 02:16:07 user nova-compute[74702]:   </sysinfo>
Oct 26 02:16:07 user nova-compute[74702]:   <os>
Oct 26 02:16:07 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:16:07 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:16:07 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:16:07 user nova-compute[74702]:   </os>
Oct 26 02:16:07 user nova-compute[74702]:   <features>
Oct 26 02:16:07 user nova-compute[74702]:     <acpi/>
Oct 26 02:16:07 user nova-compute[74702]:     <apic/>
Oct 26 02:16:07 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:16:07 user nova-compute[74702]:   </features>
Oct 26 02:16:07 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:16:07 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:16:07 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:16:07 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:16:07 user nova-compute[74702]:   </clock>
Oct 26 02:16:07 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:16:07 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:16:07 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:16:07 user nova-compute[74702]:   </cpu>
Oct 26 02:16:07 user nova-compute[74702]:   <devices>
Oct 26 02:16:07 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:16:07 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:16:07 user nova-compute[74702]:       <source dev="/dev/sdc"/>
Oct 26 02:16:07 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:16:07 user nova-compute[74702]:       <serial>b2ae93bb-6265-4f92-a55b-289b1fb78c72</serial>
Oct 26 02:16:07 user nova-compute[74702]:     </disk>
Oct 26 02:16:07 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:16:07 user nova-compute[74702]:       <mac address="fa:16:3e:ca:9e:14"/>
Oct 26 02:16:07 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:16:07 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:16:07 user nova-compute[74702]:       <target dev="tap186a0555-cf"/>
Oct 26 02:16:07 user nova-compute[74702]:     </interface>
Oct 26 02:16:07 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:16:07 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/bd6ae27d-f621-4426-90eb-0d000c7bd459/console.log" append="off"/>
Oct 26 02:16:07 user nova-compute[74702]:     </serial>
Oct 26 02:16:07 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:16:07 user nova-compute[74702]:     <video>
Oct 26 02:16:07 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:16:07 user nova-compute[74702]:     </video>
Oct 26 02:16:07 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:16:07 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:16:07 user nova-compute[74702]:     </rng>
Oct 26 02:16:07 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:16:07 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:16:07 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:16:07 user nova-compute[74702]:     </memballoon>
Oct 26 02:16:07 user nova-compute[74702]:   </devices>
Oct 26 02:16:07 user nova-compute[74702]: </domain>
Oct 26 02:16:07 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:15:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1227953830',display_name='tempest-TestVolumeBootPattern-server-1227953830',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1227953830',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMQEKLwaSU1k4HGoNESxM6xQ7pwy1Q6g8ybDNtRwEt1dyttPUDGWyIaTvZbq6edC/FPABWWNsEEo/OWzSLvRTjxpRuKLp+RNqHbvuIKiGEkqm7BE754uFCaN/DPW18dA9w==',key_name='tempest-TestVolumeBootPattern-1463295649',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-xo17obtn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:15:47Z,user_data=None,user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=bd6ae27d-f621-4426-90eb-0d000c7bd459,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "186a0555-cf6d-4810-be93-936541c2ddc8", "address": "fa:16:3e:ca:9e:14", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186a0555-cf", "ovs_interfaceid": "186a0555-cf6d-4810-be93-936541c2ddc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "186a0555-cf6d-4810-be93-936541c2ddc8", "address": "fa:16:3e:ca:9e:14", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186a0555-cf", "ovs_interfaceid": "186a0555-cf6d-4810-be93-936541c2ddc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:9e:14,bridge_name='br-int',has_traffic_filtering=True,id=186a0555-cf6d-4810-be93-936541c2ddc8,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186a0555-cf') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG os_vif [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:9e:14,bridge_name='br-int',has_traffic_filtering=True,id=186a0555-cf6d-4810-be93-936541c2ddc8,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186a0555-cf') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '278a50f4-9890-5f1a-b4d1-f07f451519b5', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap186a0555-cf, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap186a0555-cf, col_values=(('qos', UUID('27d4d2fa-e7fb-4f91-9fc4-3543954fcb93')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap186a0555-cf, col_values=(('external_ids', {'iface-id': '186a0555-cf6d-4810-be93-936541c2ddc8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ca:9e:14', 'vm-uuid': 'bd6ae27d-f621-4426-90eb-0d000c7bd459'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:07 user nova-compute[74702]: INFO os_vif [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:9e:14,bridge_name='br-int',has_traffic_filtering=True,id=186a0555-cf6d-4810-be93-936541c2ddc8,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186a0555-cf')
Oct 26 02:16:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:16:07 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] No VIF found with MAC fa:16:3e:ca:9e:14, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:16:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-9af6b9c8-af2c-472e-a1f2-b386d423ec26 req-99ec0fc1-dcf6-42d4-b86e-c76b9f56acfc service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Received event network-vif-plugged-186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:16:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9af6b9c8-af2c-472e-a1f2-b386d423ec26 req-99ec0fc1-dcf6-42d4-b86e-c76b9f56acfc service nova] Acquiring lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:16:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9af6b9c8-af2c-472e-a1f2-b386d423ec26 req-99ec0fc1-dcf6-42d4-b86e-c76b9f56acfc service nova] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:16:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9af6b9c8-af2c-472e-a1f2-b386d423ec26 req-99ec0fc1-dcf6-42d4-b86e-c76b9f56acfc service nova] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:16:09 user nova-compute[74702]: DEBUG nova.compute.manager [req-9af6b9c8-af2c-472e-a1f2-b386d423ec26 req-99ec0fc1-dcf6-42d4-b86e-c76b9f56acfc service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] No waiting events found dispatching network-vif-plugged-186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:16:09 user nova-compute[74702]: WARNING nova.compute.manager [req-9af6b9c8-af2c-472e-a1f2-b386d423ec26 req-99ec0fc1-dcf6-42d4-b86e-c76b9f56acfc service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Received unexpected event network-vif-plugged-186a0555-cf6d-4810-be93-936541c2ddc8 for instance with vm_state building and task_state spawning.
Oct 26 02:16:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:16:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:16:10 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Instance spawned successfully.
Oct 26 02:16:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:16:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:16:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:16:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:16:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:16:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:16:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:16:11 user nova-compute[74702]: INFO nova.compute.manager [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Took 4.89 seconds to spawn the instance on the hypervisor.
Oct 26 02:16:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:16:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-5e3bf926-ada2-4261-b096-d527eb4aa779 req-31b8bae7-4c8f-43d8-bf2b-15fe9c288638 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Received event network-vif-plugged-186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:16:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e3bf926-ada2-4261-b096-d527eb4aa779 req-31b8bae7-4c8f-43d8-bf2b-15fe9c288638 service nova] Acquiring lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:16:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e3bf926-ada2-4261-b096-d527eb4aa779 req-31b8bae7-4c8f-43d8-bf2b-15fe9c288638 service nova] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:16:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e3bf926-ada2-4261-b096-d527eb4aa779 req-31b8bae7-4c8f-43d8-bf2b-15fe9c288638 service nova] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:16:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-5e3bf926-ada2-4261-b096-d527eb4aa779 req-31b8bae7-4c8f-43d8-bf2b-15fe9c288638 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] No waiting events found dispatching network-vif-plugged-186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:16:11 user nova-compute[74702]: WARNING nova.compute.manager [req-5e3bf926-ada2-4261-b096-d527eb4aa779 req-31b8bae7-4c8f-43d8-bf2b-15fe9c288638 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Received unexpected event network-vif-plugged-186a0555-cf6d-4810-be93-936541c2ddc8 for instance with vm_state building and task_state spawning.
Oct 26 02:16:11 user nova-compute[74702]: INFO nova.compute.manager [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Took 24.83 seconds to build instance.
Oct 26 02:16:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-e0e2c3d9-11f6-44f9-88a9-b268545f7392 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.928s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:16:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:16:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:16:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:16:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:16:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:16:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:16:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:16:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:16:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:16:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:49 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:16:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:16:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:16:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:16:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:16:49 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:16:49 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:16:50 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Updating instance_info_cache with network_info: [{"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:16:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:16:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:16:50 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:16:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:16:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:16:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:16:50 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:16:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:16:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:16:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:16:51 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:16:51 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:16:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8658MB free_disk=25.105701446533203GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance bd6ae27d-f621-4426-90eb-0d000c7bd459 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:16:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.256s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:16:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:16:56 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:16:56 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:16:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:16:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:16:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:16:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:16:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:16:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:17:01 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:17:01 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:17:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:17:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:17:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:17:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:17:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:17:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:02 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:17:05 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:17:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:17:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:17:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:17:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:17:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:17:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:17:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:17:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:17:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:17:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:17:19 user nova-compute[74702]: DEBUG nova.compute.manager [req-ea6bfd35-4630-467a-8bb2-f3a5a862ff0e req-504aa217-1175-4e94-aaa2-778608a094ea service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-changed-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:17:19 user nova-compute[74702]: DEBUG nova.compute.manager [req-ea6bfd35-4630-467a-8bb2-f3a5a862ff0e req-504aa217-1175-4e94-aaa2-778608a094ea service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Refreshing instance network info cache due to event network-changed-66a1281a-7120-4bd3-9163-f10cc24c62d3. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:17:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ea6bfd35-4630-467a-8bb2-f3a5a862ff0e req-504aa217-1175-4e94-aaa2-778608a094ea service nova] Acquiring lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:17:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ea6bfd35-4630-467a-8bb2-f3a5a862ff0e req-504aa217-1175-4e94-aaa2-778608a094ea service nova] Acquired lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:17:19 user nova-compute[74702]: DEBUG nova.network.neutron [req-ea6bfd35-4630-467a-8bb2-f3a5a862ff0e req-504aa217-1175-4e94-aaa2-778608a094ea service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Refreshing network info cache for port 66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:17:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:19 user nova-compute[74702]: DEBUG nova.network.neutron [req-ea6bfd35-4630-467a-8bb2-f3a5a862ff0e req-504aa217-1175-4e94-aaa2-778608a094ea service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updated VIF entry in instance network info cache for port 66a1281a-7120-4bd3-9163-f10cc24c62d3. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:17:19 user nova-compute[74702]: DEBUG nova.network.neutron [req-ea6bfd35-4630-467a-8bb2-f3a5a862ff0e req-504aa217-1175-4e94-aaa2-778608a094ea service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating instance_info_cache with network_info: [{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:17:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ea6bfd35-4630-467a-8bb2-f3a5a862ff0e req-504aa217-1175-4e94-aaa2-778608a094ea service nova] Releasing lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:17:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:17:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:21 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:17:21 user nova-compute[74702]: INFO nova.compute.claims [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Claim successful on node user
Oct 26 02:17:22 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.281s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:17:22 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:17:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG nova.policy [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426854feb2de4e85985f99eda32d7321', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7772be7a586645afb64b62efa13cd19b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:17:22 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Creating image(s)
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "/opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "/opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "/opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk 1073741824" returned: 0 in 0.047s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Successfully created port: d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Cannot resize image /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Ensure instance console log exists: /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Successfully updated port: d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "refresh_cache-a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquired lock "refresh_cache-a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-b1987de5-66ea-4da3-a45b-35ef3832c9f7 req-5101019a-6a36-4959-823e-accd5fc9fa5c service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Received event network-changed-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-b1987de5-66ea-4da3-a45b-35ef3832c9f7 req-5101019a-6a36-4959-823e-accd5fc9fa5c service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Refreshing instance network info cache due to event network-changed-d6f4da6f-c40d-4b39-afcb-86b85fe7c288. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b1987de5-66ea-4da3-a45b-35ef3832c9f7 req-5101019a-6a36-4959-823e-accd5fc9fa5c service nova] Acquiring lock "refresh_cache-a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Updating instance_info_cache with network_info: [{"id": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "address": "fa:16:3e:20:31:4d", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f4da6f-c4", "ovs_interfaceid": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Releasing lock "refresh_cache-a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Instance network_info: |[{"id": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "address": "fa:16:3e:20:31:4d", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f4da6f-c4", "ovs_interfaceid": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b1987de5-66ea-4da3-a45b-35ef3832c9f7 req-5101019a-6a36-4959-823e-accd5fc9fa5c service nova] Acquired lock "refresh_cache-a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.network.neutron [req-b1987de5-66ea-4da3-a45b-35ef3832c9f7 req-5101019a-6a36-4959-823e-accd5fc9fa5c service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Refreshing network info cache for port d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Start _get_guest_xml network_info=[{"id": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "address": "fa:16:3e:20:31:4d", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f4da6f-c4", "ovs_interfaceid": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:17:23 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:17:23 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:17:23 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:17:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1033071245',display_name='tempest-VolumesSnapshotTestJSON-instance-1033071245',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1033071245',id=48,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPUCJswVn5v7s3JtZQaemwOSz15Mdn5DP7Frm4rNA5lQ+jXHYlsb2zGUPV/vxTeOwHnTEthRNOB3uGc24jTwGCnm7QBlNtxuYeZdQaZh49c69EzP+mVZe7XBJ5IRW48ydA==',key_name='tempest-keypair-632268045',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7772be7a586645afb64b62efa13cd19b',ramdisk_id='',reservation_id='r-2asxlgqd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-49661406',owner_user_name='tempest-VolumesSnapshotTestJSON-49661406-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:17:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='426854feb2de4e85985f99eda32d7321',uuid=a62e7e49-4026-4ce2-9c62-4e2e6bc41d67,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "address": "fa:16:3e:20:31:4d", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f4da6f-c4", "ovs_interfaceid": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Converting VIF {"id": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "address": "fa:16:3e:20:31:4d", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f4da6f-c4", "ovs_interfaceid": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:31:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6f4da6f-c40d-4b39-afcb-86b85fe7c288,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f4da6f-c4') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG nova.objects.instance [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lazy-loading 'pci_devices' on Instance uuid a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:17:24 user nova-compute[74702]:   <uuid>a62e7e49-4026-4ce2-9c62-4e2e6bc41d67</uuid>
Oct 26 02:17:24 user nova-compute[74702]:   <name>instance-00000030</name>
Oct 26 02:17:24 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:17:24 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:17:24 user nova-compute[74702]:   <metadata>
Oct 26 02:17:24 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:17:24 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:17:24 user nova-compute[74702]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1033071245</nova:name>
Oct 26 02:17:24 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:17:23</nova:creationTime>
Oct 26 02:17:24 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:17:24 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:17:24 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:17:24 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:17:24 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:17:24 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:17:24 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:17:24 user nova-compute[74702]:       <nova:owner>
Oct 26 02:17:24 user nova-compute[74702]:         <nova:user uuid="426854feb2de4e85985f99eda32d7321">tempest-VolumesSnapshotTestJSON-49661406-project-member</nova:user>
Oct 26 02:17:24 user nova-compute[74702]:         <nova:project uuid="7772be7a586645afb64b62efa13cd19b">tempest-VolumesSnapshotTestJSON-49661406</nova:project>
Oct 26 02:17:24 user nova-compute[74702]:       </nova:owner>
Oct 26 02:17:24 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 02:17:24 user nova-compute[74702]:       <nova:ports>
Oct 26 02:17:24 user nova-compute[74702]:         <nova:port uuid="d6f4da6f-c40d-4b39-afcb-86b85fe7c288">
Oct 26 02:17:24 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 02:17:24 user nova-compute[74702]:         </nova:port>
Oct 26 02:17:24 user nova-compute[74702]:       </nova:ports>
Oct 26 02:17:24 user nova-compute[74702]:     </nova:instance>
Oct 26 02:17:24 user nova-compute[74702]:   </metadata>
Oct 26 02:17:24 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:17:24 user nova-compute[74702]:     <system>
Oct 26 02:17:24 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:17:24 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:17:24 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:17:24 user nova-compute[74702]:       <entry name="serial">a62e7e49-4026-4ce2-9c62-4e2e6bc41d67</entry>
Oct 26 02:17:24 user nova-compute[74702]:       <entry name="uuid">a62e7e49-4026-4ce2-9c62-4e2e6bc41d67</entry>
Oct 26 02:17:24 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:17:24 user nova-compute[74702]:     </system>
Oct 26 02:17:24 user nova-compute[74702]:   </sysinfo>
Oct 26 02:17:24 user nova-compute[74702]:   <os>
Oct 26 02:17:24 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:17:24 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:17:24 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:17:24 user nova-compute[74702]:   </os>
Oct 26 02:17:24 user nova-compute[74702]:   <features>
Oct 26 02:17:24 user nova-compute[74702]:     <acpi/>
Oct 26 02:17:24 user nova-compute[74702]:     <apic/>
Oct 26 02:17:24 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:17:24 user nova-compute[74702]:   </features>
Oct 26 02:17:24 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:17:24 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:17:24 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:17:24 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:17:24 user nova-compute[74702]:   </clock>
Oct 26 02:17:24 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:17:24 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:17:24 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:17:24 user nova-compute[74702]:   </cpu>
Oct 26 02:17:24 user nova-compute[74702]:   <devices>
Oct 26 02:17:24 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:17:24 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:17:24 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk"/>
Oct 26 02:17:24 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:17:24 user nova-compute[74702]:     </disk>
Oct 26 02:17:24 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:17:24 user nova-compute[74702]:       <mac address="fa:16:3e:20:31:4d"/>
Oct 26 02:17:24 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:17:24 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:17:24 user nova-compute[74702]:       <target dev="tapd6f4da6f-c4"/>
Oct 26 02:17:24 user nova-compute[74702]:     </interface>
Oct 26 02:17:24 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:17:24 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/console.log" append="off"/>
Oct 26 02:17:24 user nova-compute[74702]:     </serial>
Oct 26 02:17:24 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:17:24 user nova-compute[74702]:     <video>
Oct 26 02:17:24 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:17:24 user nova-compute[74702]:     </video>
Oct 26 02:17:24 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:17:24 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:17:24 user nova-compute[74702]:     </rng>
Oct 26 02:17:24 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:17:24 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:17:24 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:17:24 user nova-compute[74702]:     </memballoon>
Oct 26 02:17:24 user nova-compute[74702]:   </devices>
Oct 26 02:17:24 user nova-compute[74702]: </domain>
Oct 26 02:17:24 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:17:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1033071245',display_name='tempest-VolumesSnapshotTestJSON-instance-1033071245',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1033071245',id=48,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPUCJswVn5v7s3JtZQaemwOSz15Mdn5DP7Frm4rNA5lQ+jXHYlsb2zGUPV/vxTeOwHnTEthRNOB3uGc24jTwGCnm7QBlNtxuYeZdQaZh49c69EzP+mVZe7XBJ5IRW48ydA==',key_name='tempest-keypair-632268045',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7772be7a586645afb64b62efa13cd19b',ramdisk_id='',reservation_id='r-2asxlgqd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-49661406',owner_user_name='tempest-VolumesSnapshotTestJSON-49661406-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:17:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='426854feb2de4e85985f99eda32d7321',uuid=a62e7e49-4026-4ce2-9c62-4e2e6bc41d67,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "address": "fa:16:3e:20:31:4d", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f4da6f-c4", "ovs_interfaceid": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Converting VIF {"id": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "address": "fa:16:3e:20:31:4d", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f4da6f-c4", "ovs_interfaceid": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:31:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6f4da6f-c40d-4b39-afcb-86b85fe7c288,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f4da6f-c4') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG os_vif [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:31:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6f4da6f-c40d-4b39-afcb-86b85fe7c288,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f4da6f-c4') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '635b888e-22fa-5b5f-a3fc-68745ca7cc4b', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd6f4da6f-c4, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd6f4da6f-c4, col_values=(('qos', UUID('bf3e3e99-8e6c-455c-a226-10ef53a0dd47')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd6f4da6f-c4, col_values=(('external_ids', {'iface-id': 'd6f4da6f-c40d-4b39-afcb-86b85fe7c288', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:31:4d', 'vm-uuid': 'a62e7e49-4026-4ce2-9c62-4e2e6bc41d67'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:17:24 user nova-compute[74702]: INFO os_vif [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:31:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6f4da6f-c40d-4b39-afcb-86b85fe7c288,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f4da6f-c4')
Oct 26 02:17:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] No VIF found with MAC fa:16:3e:20:31:4d, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG nova.network.neutron [req-b1987de5-66ea-4da3-a45b-35ef3832c9f7 req-5101019a-6a36-4959-823e-accd5fc9fa5c service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Updated VIF entry in instance network info cache for port d6f4da6f-c40d-4b39-afcb-86b85fe7c288. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG nova.network.neutron [req-b1987de5-66ea-4da3-a45b-35ef3832c9f7 req-5101019a-6a36-4959-823e-accd5fc9fa5c service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Updating instance_info_cache with network_info: [{"id": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "address": "fa:16:3e:20:31:4d", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f4da6f-c4", "ovs_interfaceid": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:17:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b1987de5-66ea-4da3-a45b-35ef3832c9f7 req-5101019a-6a36-4959-823e-accd5fc9fa5c service nova] Releasing lock "refresh_cache-a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG nova.objects.instance [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-1b5d06a4-9d5d-42a5-ab91-4e94c37b7c82 req-5801ef19-1781-47c8-9f0e-b69667016e53 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Received event network-vif-plugged-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1b5d06a4-9d5d-42a5-ab91-4e94c37b7c82 req-5801ef19-1781-47c8-9f0e-b69667016e53 service nova] Acquiring lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1b5d06a4-9d5d-42a5-ab91-4e94c37b7c82 req-5801ef19-1781-47c8-9f0e-b69667016e53 service nova] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1b5d06a4-9d5d-42a5-ab91-4e94c37b7c82 req-5801ef19-1781-47c8-9f0e-b69667016e53 service nova] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-1b5d06a4-9d5d-42a5-ab91-4e94c37b7c82 req-5801ef19-1781-47c8-9f0e-b69667016e53 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] No waiting events found dispatching network-vif-plugged-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:17:25 user nova-compute[74702]: WARNING nova.compute.manager [req-1b5d06a4-9d5d-42a5-ab91-4e94c37b7c82 req-5801ef19-1781-47c8-9f0e-b69667016e53 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Received unexpected event network-vif-plugged-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 for instance with vm_state building and task_state spawning.
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:25 user nova-compute[74702]: INFO nova.compute.manager [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Attaching volume 4e73a811-0bf2-4885-93fc-22f008255c28 to /dev/vdb
Oct 26 02:17:25 user nova-compute[74702]: DEBUG os_brick.utils [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[46d1aaff-cf03-468d-bbe9-5c811104868d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fed90c3-f2af-4490-9a3c-67b32cd74285]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd54e549-98d4-4901-8378-4c619a65ac8a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a477c184-6d06-426a-ac3e-57564f85910c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:26 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:17:26 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:17:26 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[17bb1fed-c5f2-4a27-b3c8-1983a39c6371]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:17:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:17:26 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:17:26 user nova-compute[74702]: DEBUG os_brick.utils [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:17:26 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating existing volume attachment record: c5bf7527-8051-45be-9fe6-bf13ed40b4aa {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:17:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:17:27 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Instance spawned successfully.
Oct 26 02:17:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:17:27 user nova-compute[74702]: INFO nova.compute.manager [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Took 5.16 seconds to spawn the instance on the hypervisor.
Oct 26 02:17:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:17:27 user nova-compute[74702]: INFO nova.compute.manager [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Took 5.76 seconds to build instance.
Oct 26 02:17:27 user nova-compute[74702]: DEBUG nova.compute.manager [req-9b7d372a-7ae7-47e2-ad1a-4ce932c92b69 req-cc11e67d-d163-4606-9260-bd86fa6cffd9 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Received event network-vif-plugged-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9b7d372a-7ae7-47e2-ad1a-4ce932c92b69 req-cc11e67d-d163-4606-9260-bd86fa6cffd9 service nova] Acquiring lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9b7d372a-7ae7-47e2-ad1a-4ce932c92b69 req-cc11e67d-d163-4606-9260-bd86fa6cffd9 service nova] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-9b7d372a-7ae7-47e2-ad1a-4ce932c92b69 req-cc11e67d-d163-4606-9260-bd86fa6cffd9 service nova] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:27 user nova-compute[74702]: DEBUG nova.compute.manager [req-9b7d372a-7ae7-47e2-ad1a-4ce932c92b69 req-cc11e67d-d163-4606-9260-bd86fa6cffd9 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] No waiting events found dispatching network-vif-plugged-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:17:27 user nova-compute[74702]: WARNING nova.compute.manager [req-9b7d372a-7ae7-47e2-ad1a-4ce932c92b69 req-cc11e67d-d163-4606-9260-bd86fa6cffd9 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Received unexpected event network-vif-plugged-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 for instance with vm_state active and task_state None.
Oct 26 02:17:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-8f91a730-b39f-4177-890e-4d29cabeeb85 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.881s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG nova.compute.manager [req-cd2fe14f-83be-4e0a-97bd-e1f9949a3b63 req-12b9baea-2d3a-4f70-85db-66d5a4500ad3 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Received event network-changed-186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG nova.compute.manager [req-cd2fe14f-83be-4e0a-97bd-e1f9949a3b63 req-12b9baea-2d3a-4f70-85db-66d5a4500ad3 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Refreshing instance network info cache due to event network-changed-186a0555-cf6d-4810-be93-936541c2ddc8. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-cd2fe14f-83be-4e0a-97bd-e1f9949a3b63 req-12b9baea-2d3a-4f70-85db-66d5a4500ad3 service nova] Acquiring lock "refresh_cache-bd6ae27d-f621-4426-90eb-0d000c7bd459" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-cd2fe14f-83be-4e0a-97bd-e1f9949a3b63 req-12b9baea-2d3a-4f70-85db-66d5a4500ad3 service nova] Acquired lock "refresh_cache-bd6ae27d-f621-4426-90eb-0d000c7bd459" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG nova.network.neutron [req-cd2fe14f-83be-4e0a-97bd-e1f9949a3b63 req-12b9baea-2d3a-4f70-85db-66d5a4500ad3 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Refreshing network info cache for port 186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG nova.network.neutron [req-cd2fe14f-83be-4e0a-97bd-e1f9949a3b63 req-12b9baea-2d3a-4f70-85db-66d5a4500ad3 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Updated VIF entry in instance network info cache for port 186a0555-cf6d-4810-be93-936541c2ddc8. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG nova.network.neutron [req-cd2fe14f-83be-4e0a-97bd-e1f9949a3b63 req-12b9baea-2d3a-4f70-85db-66d5a4500ad3 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Updating instance_info_cache with network_info: [{"id": "186a0555-cf6d-4810-be93-936541c2ddc8", "address": "fa:16:3e:ca:9e:14", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186a0555-cf", "ovs_interfaceid": "186a0555-cf6d-4810-be93-936541c2ddc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-cd2fe14f-83be-4e0a-97bd-e1f9949a3b63 req-12b9baea-2d3a-4f70-85db-66d5a4500ad3 service nova] Releasing lock "refresh_cache-bd6ae27d-f621-4426-90eb-0d000c7bd459" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG nova.compute.manager [req-c6ee4c72-524c-4c3d-8486-bc1d6a72e16b req-b6e76786-eac6-4e8d-95cf-5f6994ce0998 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Received event network-changed-186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG nova.compute.manager [req-c6ee4c72-524c-4c3d-8486-bc1d6a72e16b req-b6e76786-eac6-4e8d-95cf-5f6994ce0998 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Refreshing instance network info cache due to event network-changed-186a0555-cf6d-4810-be93-936541c2ddc8. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c6ee4c72-524c-4c3d-8486-bc1d6a72e16b req-b6e76786-eac6-4e8d-95cf-5f6994ce0998 service nova] Acquiring lock "refresh_cache-bd6ae27d-f621-4426-90eb-0d000c7bd459" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c6ee4c72-524c-4c3d-8486-bc1d6a72e16b req-b6e76786-eac6-4e8d-95cf-5f6994ce0998 service nova] Acquired lock "refresh_cache-bd6ae27d-f621-4426-90eb-0d000c7bd459" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:17:38 user nova-compute[74702]: DEBUG nova.network.neutron [req-c6ee4c72-524c-4c3d-8486-bc1d6a72e16b req-b6e76786-eac6-4e8d-95cf-5f6994ce0998 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Refreshing network info cache for port 186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "bd6ae27d-f621-4426-90eb-0d000c7bd459" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:39 user nova-compute[74702]: INFO nova.compute.manager [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Terminating instance
Oct 26 02:17:39 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG nova.network.neutron [req-c6ee4c72-524c-4c3d-8486-bc1d6a72e16b req-b6e76786-eac6-4e8d-95cf-5f6994ce0998 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Updated VIF entry in instance network info cache for port 186a0555-cf6d-4810-be93-936541c2ddc8. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG nova.network.neutron [req-c6ee4c72-524c-4c3d-8486-bc1d6a72e16b req-b6e76786-eac6-4e8d-95cf-5f6994ce0998 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Updating instance_info_cache with network_info: [{"id": "186a0555-cf6d-4810-be93-936541c2ddc8", "address": "fa:16:3e:ca:9e:14", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186a0555-cf", "ovs_interfaceid": "186a0555-cf6d-4810-be93-936541c2ddc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c6ee4c72-524c-4c3d-8486-bc1d6a72e16b req-b6e76786-eac6-4e8d-95cf-5f6994ce0998 service nova] Releasing lock "refresh_cache-bd6ae27d-f621-4426-90eb-0d000c7bd459" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG nova.compute.manager [req-c6c5ebdb-a348-4c5a-b351-4ecc913e082b req-f3d6862f-0e69-4eff-afbd-64bcaf139c0d service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Received event network-vif-unplugged-186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c6c5ebdb-a348-4c5a-b351-4ecc913e082b req-f3d6862f-0e69-4eff-afbd-64bcaf139c0d service nova] Acquiring lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c6c5ebdb-a348-4c5a-b351-4ecc913e082b req-f3d6862f-0e69-4eff-afbd-64bcaf139c0d service nova] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c6c5ebdb-a348-4c5a-b351-4ecc913e082b req-f3d6862f-0e69-4eff-afbd-64bcaf139c0d service nova] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG nova.compute.manager [req-c6c5ebdb-a348-4c5a-b351-4ecc913e082b req-f3d6862f-0e69-4eff-afbd-64bcaf139c0d service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] No waiting events found dispatching network-vif-unplugged-186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG nova.compute.manager [req-c6c5ebdb-a348-4c5a-b351-4ecc913e082b req-f3d6862f-0e69-4eff-afbd-64bcaf139c0d service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Received event network-vif-unplugged-186a0555-cf6d-4810-be93-936541c2ddc8 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:17:39 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Instance destroyed successfully.
Oct 26 02:17:39 user nova-compute[74702]: DEBUG nova.objects.instance [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lazy-loading 'resources' on Instance uuid bd6ae27d-f621-4426-90eb-0d000c7bd459 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:15:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1227953830',display_name='tempest-TestVolumeBootPattern-server-1227953830',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1227953830',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMQEKLwaSU1k4HGoNESxM6xQ7pwy1Q6g8ybDNtRwEt1dyttPUDGWyIaTvZbq6edC/FPABWWNsEEo/OWzSLvRTjxpRuKLp+RNqHbvuIKiGEkqm7BE754uFCaN/DPW18dA9w==',key_name='tempest-TestVolumeBootPattern-1463295649',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:16:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-xo17obtn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:16:11Z,user_data=None,user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=bd6ae27d-f621-4426-90eb-0d000c7bd459,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "186a0555-cf6d-4810-be93-936541c2ddc8", "address": "fa:16:3e:ca:9e:14", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186a0555-cf", "ovs_interfaceid": "186a0555-cf6d-4810-be93-936541c2ddc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "186a0555-cf6d-4810-be93-936541c2ddc8", "address": "fa:16:3e:ca:9e:14", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186a0555-cf", "ovs_interfaceid": "186a0555-cf6d-4810-be93-936541c2ddc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ca:9e:14,bridge_name='br-int',has_traffic_filtering=True,id=186a0555-cf6d-4810-be93-936541c2ddc8,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186a0555-cf') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG os_vif [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:9e:14,bridge_name='br-int',has_traffic_filtering=True,id=186a0555-cf6d-4810-be93-936541c2ddc8,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186a0555-cf') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap186a0555-cf, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=27d4d2fa-e7fb-4f91-9fc4-3543954fcb93) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:17:39 user nova-compute[74702]: INFO os_vif [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:9e:14,bridge_name='br-int',has_traffic_filtering=True,id=186a0555-cf6d-4810-be93-936541c2ddc8,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186a0555-cf')
Oct 26 02:17:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YroXyOuh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:17:39 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:17:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad3f665e-ada0-4dac-9eb8-3ee571347a22]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:17:39 user nova-compute[74702]: No targets found.
Oct 26 02:17:39 user nova-compute[74702]: iSNS:
Oct 26 02:17:39 user nova-compute[74702]: No targets found.
Oct 26 02:17:39 user nova-compute[74702]: STATIC:
Oct 26 02:17:39 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72
Oct 26 02:17:39 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:17:39 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:17:39 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a
Oct 26 02:17:39 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:17:39 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:17:39 user nova-compute[74702]: FIRMWARE:
Oct 26 02:17:39 user nova-compute[74702]: No targets found.
Oct 26 02:17:39 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:17:39 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:17:39 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdfa5719-94d0-4f9f-b4bf-4162dfe38a38]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b853f5fc-c3dc-4d43-a89f-67301ddf281e]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:17:39 user nova-compute[74702]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 (non-flash)
Oct 26 02:17:39 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:17:39 user nova-compute[74702]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 (non-flash)
Oct 26 02:17:39 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f950853a0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72'): ({'sdc'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Removing single pathed devices sdc {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0f403db-a4e9-46a1-ac6e-9e98c0334e6c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e178da7b-3899-4cfc-a832-943e8a4cafa6]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flushing IO for device /dev/sdc {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[97920861-c494-4fc1-bfaf-ea57b0a50bf4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[56eb6430-8548-4936-885f-9e4322ba0209]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e8eea4b-ee5a-4d0c-9397-10c47761260c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad0f4eaa-1ce4-4967-8711-bcf2797413ef]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72, portal: 172.16.0.220,3260]
Oct 26 02:17:40 user nova-compute[74702]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72, portal: 172.16.0.220,3260] successful.
Oct 26 02:17:40 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2ae93bb-6265-4f92-a55b-289b1fb78c72 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f79c2ac9-500a-4ea1-8d58-8f9a578bdc51]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== disconnect_volume: return (315ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:17:40 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Deleting instance files /opt/stack/data/nova/instances/bd6ae27d-f621-4426-90eb-0d000c7bd459_del
Oct 26 02:17:40 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Deletion of /opt/stack/data/nova/instances/bd6ae27d-f621-4426-90eb-0d000c7bd459_del complete
Oct 26 02:17:40 user nova-compute[74702]: INFO nova.compute.manager [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Took 1.16 seconds to destroy the instance on the hypervisor.
Oct 26 02:17:40 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:17:40 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:17:40 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Took 0.63 seconds to deallocate network for instance.
Oct 26 02:17:40 user nova-compute[74702]: DEBUG nova.compute.manager [req-7d8ea36a-42cf-4b92-9438-9f4f765295f0 req-4aa02991-efd0-4227-a180-5172b728fdc7 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Received event network-vif-deleted-186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:17:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-511f8851-d4ca-4767-92bb-1cac38d04d10 req-a5f49c7f-726f-4d21-a027-afcd04cf7d16 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Received event network-vif-plugged-186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:17:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-511f8851-d4ca-4767-92bb-1cac38d04d10 req-a5f49c7f-726f-4d21-a027-afcd04cf7d16 service nova] Acquiring lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-511f8851-d4ca-4767-92bb-1cac38d04d10 req-a5f49c7f-726f-4d21-a027-afcd04cf7d16 service nova] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-511f8851-d4ca-4767-92bb-1cac38d04d10 req-a5f49c7f-726f-4d21-a027-afcd04cf7d16 service nova] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-511f8851-d4ca-4767-92bb-1cac38d04d10 req-a5f49c7f-726f-4d21-a027-afcd04cf7d16 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] No waiting events found dispatching network-vif-plugged-186a0555-cf6d-4810-be93-936541c2ddc8 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:17:41 user nova-compute[74702]: WARNING nova.compute.manager [req-511f8851-d4ca-4767-92bb-1cac38d04d10 req-a5f49c7f-726f-4d21-a027-afcd04cf7d16 service nova] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Received unexpected event network-vif-plugged-186a0555-cf6d-4810-be93-936541c2ddc8 for instance with vm_state active and task_state deleting.
Oct 26 02:17:41 user nova-compute[74702]: INFO nova.compute.manager [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: bd6ae27d-f621-4426-90eb-0d000c7bd459] Took 0.82 seconds to detach 1 volumes for instance.
Oct 26 02:17:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:41 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:17:41 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:17:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.226s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:42 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Deleted allocations for instance bd6ae27d-f621-4426-90eb-0d000c7bd459
Oct 26 02:17:42 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ecb52ac1-7644-4b85-88f7-1555387fd95a tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "bd6ae27d-f621-4426-90eb-0d000c7bd459" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.016s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXKszPlb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:17:43 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:17:43 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:17:43 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:17:43 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:17:43 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcd432f6-a964-44b9-93ca-9391d01a8eab]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:17:43 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac98c1bb-fc67-42d5-8ac0-3261a3c46d73]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28] added
Oct 26 02:17:43 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd2fa570-456d-4cf5-bf57-77bee9b4fe86]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb75a775-58a1-4634-8c58-21f6d64cfc1a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:17:43 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aXKszPlb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aXKszPlb" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a471fa46-f732-4f8b-ae9c-3312d4c01225]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aXKszPlb'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b38d5c2-dcd6-431c-9076-d91507daa5f6]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[83ac27ad-5517-4497-930b-877524e20091]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:17:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:17:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0c2c911-dcf7-4594-9c29-bfd38b72122c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260]
Oct 26 02:17:44 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260] successful.
Oct 26 02:17:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[be5fde03-2b83-416b-9b68-b2032c44639c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4ee173f-ec57-4ef9-9d92-84364960cee3]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:17:44 user nova-compute[74702]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:17:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:17:44 user nova-compute[74702]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:17:44 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] HCTL ('34', '-', '-', 0) found on session 44 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdefe296-ecea-448d-8d54-ac014ba2cd42]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXKszPlb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:17:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:45 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:17:45 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] <== connect_volume: return (1281ms) {'type': 'block', 'scsi_wwn': '23138626435343566', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:17:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138626435343566', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:17:45 user nova-compute[74702]: DEBUG nova.objects.instance [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:17:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 02:17:45 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:17:45 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 02:17:45 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:17:45 user nova-compute[74702]:   <serial>4e73a811-0bf2-4885-93fc-22f008255c28</serial>
Oct 26 02:17:45 user nova-compute[74702]: </disk>
Oct 26 02:17:45 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 02:17:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:17:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:17:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No VIF found with MAC fa:16:3e:65:2a:01, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:17:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4f2f4c35-e1c0-4eb2-8911-4ce0964db21f tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.905s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-87495055-8fdc-4067-bbca-34ae582685b1 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-87495055-8fdc-4067-bbca-34ae582685b1 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-87495055-8fdc-4067-bbca-34ae582685b1 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG nova.compute.manager [None req-87495055-8fdc-4067-bbca-34ae582685b1 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG nova.objects.instance [None req-87495055-8fdc-4067-bbca-34ae582685b1 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-e952d095-4106-46e5-b5c9-2b324317962d req-eb17adf9-ba3e-4455-a82d-e55280aa4762 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-unplugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e952d095-4106-46e5-b5c9-2b324317962d req-eb17adf9-ba3e-4455-a82d-e55280aa4762 service nova] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e952d095-4106-46e5-b5c9-2b324317962d req-eb17adf9-ba3e-4455-a82d-e55280aa4762 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e952d095-4106-46e5-b5c9-2b324317962d req-eb17adf9-ba3e-4455-a82d-e55280aa4762 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:46 user nova-compute[74702]: DEBUG nova.compute.manager [req-e952d095-4106-46e5-b5c9-2b324317962d req-eb17adf9-ba3e-4455-a82d-e55280aa4762 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] No waiting events found dispatching network-vif-unplugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:17:46 user nova-compute[74702]: WARNING nova.compute.manager [req-e952d095-4106-46e5-b5c9-2b324317962d req-eb17adf9-ba3e-4455-a82d-e55280aa4762 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received unexpected event network-vif-unplugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 for instance with vm_state active and task_state powering-off.
Oct 26 02:17:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:17:47 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance destroyed successfully.
Oct 26 02:17:47 user nova-compute[74702]: DEBUG nova.compute.manager [None req-87495055-8fdc-4067-bbca-34ae582685b1 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:17:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-87495055-8fdc-4067-bbca-34ae582685b1 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.853s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-fa33bdd4-38b7-43b3-85f4-37767f584d6b req-aaf3d12b-769e-494b-be6d-8febf844ce0f service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:17:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fa33bdd4-38b7-43b3-85f4-37767f584d6b req-aaf3d12b-769e-494b-be6d-8febf844ce0f service nova] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fa33bdd4-38b7-43b3-85f4-37767f584d6b req-aaf3d12b-769e-494b-be6d-8febf844ce0f service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fa33bdd4-38b7-43b3-85f4-37767f584d6b req-aaf3d12b-769e-494b-be6d-8febf844ce0f service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:48 user nova-compute[74702]: DEBUG nova.compute.manager [req-fa33bdd4-38b7-43b3-85f4-37767f584d6b req-aaf3d12b-769e-494b-be6d-8febf844ce0f service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] No waiting events found dispatching network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:17:48 user nova-compute[74702]: WARNING nova.compute.manager [req-fa33bdd4-38b7-43b3-85f4-37767f584d6b req-aaf3d12b-769e-494b-be6d-8febf844ce0f service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received unexpected event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 for instance with vm_state stopped and task_state None.
Oct 26 02:17:49 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:17:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:17:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:17:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:17:49 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:17:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:50 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating instance_info_cache with network_info: [{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:17:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:17:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:17:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:17:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:52 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:17:52 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:17:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:52 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:17:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:17:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:17:54 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:17:54 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:17:54 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8756MB free_disk=25.065563201904297GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:17:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:17:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:17:54 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:17:54 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:17:54 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:17:54 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:17:54 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:17:54 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:17:54 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:17:54 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:17:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.265s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:17:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:17:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:17:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:17:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:17:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:01 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:18:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:18:03 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:18:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:18:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:18:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:18:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:18:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:06 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:18:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:18:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:18:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:18:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:18:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:18:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:18:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:18:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:18:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:18:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:18:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:18:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:18:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:18:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:18:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:18:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:18:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:18:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:18:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:18:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:18:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:18:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:18:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:18:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:18:46 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:18:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG nova.compute.manager [req-35bfbcfd-e495-4a6f-8c42-d03f7bf08d1b req-52c17ad0-2ccf-4fc6-b03c-c55bd7a8f19e service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Received event network-changed-9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG nova.compute.manager [req-35bfbcfd-e495-4a6f-8c42-d03f7bf08d1b req-52c17ad0-2ccf-4fc6-b03c-c55bd7a8f19e service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Refreshing instance network info cache due to event network-changed-9b44dfdc-dc90-46f2-b293-4d67c54ca4db. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-35bfbcfd-e495-4a6f-8c42-d03f7bf08d1b req-52c17ad0-2ccf-4fc6-b03c-c55bd7a8f19e service nova] Acquiring lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-35bfbcfd-e495-4a6f-8c42-d03f7bf08d1b req-52c17ad0-2ccf-4fc6-b03c-c55bd7a8f19e service nova] Acquired lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG nova.network.neutron [req-35bfbcfd-e495-4a6f-8c42-d03f7bf08d1b req-52c17ad0-2ccf-4fc6-b03c-c55bd7a8f19e service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Refreshing network info cache for port 9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:18:50 user nova-compute[74702]: INFO nova.compute.manager [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Terminating instance
Oct 26 02:18:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:18:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:18:51 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Instance destroyed successfully.
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.objects.instance [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lazy-loading 'resources' on Instance uuid 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:13:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1087036061',display_name='tempest-TestVolumeBootPattern-server-1087036061',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1087036061',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMQEKLwaSU1k4HGoNESxM6xQ7pwy1Q6g8ybDNtRwEt1dyttPUDGWyIaTvZbq6edC/FPABWWNsEEo/OWzSLvRTjxpRuKLp+RNqHbvuIKiGEkqm7BE754uFCaN/DPW18dA9w==',key_name='tempest-TestVolumeBootPattern-1463295649',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:13:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b4e644c9f9ec4e6e8c3e602da0c9cd97',ramdisk_id='',reservation_id='r-wqxhah3v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-540192483',owner_user_name='tempest-TestVolumeBootPattern-540192483-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:13:59Z,user_data=None,user_id='55a62fa5cb5b4305b2ebcc96414673a6',uuid=8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converting VIF {"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:78:0e,bridge_name='br-int',has_traffic_filtering=True,id=9b44dfdc-dc90-46f2-b293-4d67c54ca4db,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b44dfdc-dc') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_vif [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:78:0e,bridge_name='br-int',has_traffic_filtering=True,id=9b44dfdc-dc90-46f2-b293-4d67c54ca4db,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b44dfdc-dc') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9b44dfdc-dc, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=59e1a166-e0cb-44e6-b811-9057e54f74a4) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:51 user nova-compute[74702]: INFO os_vif [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:78:0e,bridge_name='br-int',has_traffic_filtering=True,id=9b44dfdc-dc90-46f2-b293-4d67c54ca4db,network=Network(58dd67fe-1514-41e7-b59c-552aa142d9aa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b44dfdc-dc')
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DHTmlBvk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:18:51 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7033eb6c-f55f-4509-9ba9-02258daa21ad]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:18:51 user nova-compute[74702]: No targets found.
Oct 26 02:18:51 user nova-compute[74702]: iSNS:
Oct 26 02:18:51 user nova-compute[74702]: No targets found.
Oct 26 02:18:51 user nova-compute[74702]: STATIC:
Oct 26 02:18:51 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28
Oct 26 02:18:51 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:18:51 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:18:51 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a
Oct 26 02:18:51 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:18:51 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:18:51 user nova-compute[74702]: FIRMWARE:
Oct 26 02:18:51 user nova-compute[74702]: No targets found.
Oct 26 02:18:51 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:18:51 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:18:51 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[314b5a99-f7a3-45de-8ef5-af60874df7ad]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d7e8cb6-3baa-46cd-973a-6cdae20ba062]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:18:51 user nova-compute[74702]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:18:51 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a (non-flash)
Oct 26 02:18:51 user nova-compute[74702]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:18:51 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9508123370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[70efc9a2-2246-4319-a933-cf7585c0d095]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2927d5d9-bbeb-42ea-ba0b-89316eb51459]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ae6252c-07d4-4592-81cd-61279c067d9d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-35bfbcfd-e495-4a6f-8c42-d03f7bf08d1b req-52c17ad0-2ccf-4fc6-b03c-c55bd7a8f19e service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Updated VIF entry in instance network info cache for port 9b44dfdc-dc90-46f2-b293-4d67c54ca4db. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-35bfbcfd-e495-4a6f-8c42-d03f7bf08d1b req-52c17ad0-2ccf-4fc6-b03c-c55bd7a8f19e service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Updating instance_info_cache with network_info: [{"id": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "address": "fa:16:3e:01:78:0e", "network": {"id": "58dd67fe-1514-41e7-b59c-552aa142d9aa", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1772086422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b4e644c9f9ec4e6e8c3e602da0c9cd97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b44dfdc-dc", "ovs_interfaceid": "9b44dfdc-dc90-46f2-b293-4d67c54ca4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-35bfbcfd-e495-4a6f-8c42-d03f7bf08d1b req-52c17ad0-2ccf-4fc6-b03c-c55bd7a8f19e service nova] Releasing lock "refresh_cache-8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0970fca0-b32b-4e97-8b5d-883c52a3a165]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_a05ba480', '/dev/disk/by-id/scsi-1SCST_BIOa05ba480-874f2ee7514cbbf6', '/dev/disk/by-id/scsi-23837346632656537') {{(pid=85952) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf43cbd9-e02d-4507-a0c6-922470b9da97]: (4, None) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[546e6334-b9a0-4b42-8f6f-3e9d33ae0803]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[53207972-3ab7-4764-bac9-0437f944ee6b]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260]
Oct 26 02:18:51 user nova-compute[74702]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a, portal: 172.16.0.220,3260] successful.
Oct 26 02:18:51 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a12fc09-350d-4561-a7aa-f8ce2818d05a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fde46c6-ff2f-4e86-8649-b872eae4f5c1]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] <== disconnect_volume: return (328ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:18:51 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Deleting instance files /opt/stack/data/nova/instances/8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b_del
Oct 26 02:18:51 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Deletion of /opt/stack/data/nova/instances/8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b_del complete
Oct 26 02:18:51 user nova-compute[74702]: INFO nova.compute.manager [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Took 1.25 seconds to destroy the instance on the hypervisor.
Oct 26 02:18:51 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:18:51 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Took 0.42 seconds to deallocate network for instance.
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-e4c5e25d-ca92-415f-a910-825421670828 req-823befe5-42f1-45e9-9c99-9cf8523d9710 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Received event network-vif-deleted-9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:18:51 user nova-compute[74702]: INFO nova.compute.manager [req-e4c5e25d-ca92-415f-a910-825421670828 req-823befe5-42f1-45e9-9c99-9cf8523d9710 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Neutron deleted interface 9b44dfdc-dc90-46f2-b293-4d67c54ca4db; detaching it from the instance and deleting it from the info cache
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-e4c5e25d-ca92-415f-a910-825421670828 req-823befe5-42f1-45e9-9c99-9cf8523d9710 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:18:51 user nova-compute[74702]: DEBUG nova.compute.manager [req-e4c5e25d-ca92-415f-a910-825421670828 req-823befe5-42f1-45e9-9c99-9cf8523d9710 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Detach interface failed, port_id=9b44dfdc-dc90-46f2-b293-4d67c54ca4db, reason: Instance 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-5b46fe69-7107-43e9-881b-37de90399ae3 req-c881ed24-78e6-454c-a122-78b4202c3581 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Received event network-vif-unplugged-9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5b46fe69-7107-43e9-881b-37de90399ae3 req-c881ed24-78e6-454c-a122-78b4202c3581 service nova] Acquiring lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5b46fe69-7107-43e9-881b-37de90399ae3 req-c881ed24-78e6-454c-a122-78b4202c3581 service nova] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5b46fe69-7107-43e9-881b-37de90399ae3 req-c881ed24-78e6-454c-a122-78b4202c3581 service nova] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-5b46fe69-7107-43e9-881b-37de90399ae3 req-c881ed24-78e6-454c-a122-78b4202c3581 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] No waiting events found dispatching network-vif-unplugged-9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-5b46fe69-7107-43e9-881b-37de90399ae3 req-c881ed24-78e6-454c-a122-78b4202c3581 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Received event network-vif-unplugged-9b44dfdc-dc90-46f2-b293-4d67c54ca4db for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-5b46fe69-7107-43e9-881b-37de90399ae3 req-c881ed24-78e6-454c-a122-78b4202c3581 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Received event network-vif-plugged-9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5b46fe69-7107-43e9-881b-37de90399ae3 req-c881ed24-78e6-454c-a122-78b4202c3581 service nova] Acquiring lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5b46fe69-7107-43e9-881b-37de90399ae3 req-c881ed24-78e6-454c-a122-78b4202c3581 service nova] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5b46fe69-7107-43e9-881b-37de90399ae3 req-c881ed24-78e6-454c-a122-78b4202c3581 service nova] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-5b46fe69-7107-43e9-881b-37de90399ae3 req-c881ed24-78e6-454c-a122-78b4202c3581 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] No waiting events found dispatching network-vif-plugged-9b44dfdc-dc90-46f2-b293-4d67c54ca4db {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:18:52 user nova-compute[74702]: WARNING nova.compute.manager [req-5b46fe69-7107-43e9-881b-37de90399ae3 req-c881ed24-78e6-454c-a122-78b4202c3581 service nova] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Received unexpected event network-vif-plugged-9b44dfdc-dc90-46f2-b293-4d67c54ca4db for instance with vm_state active and task_state deleting.
Oct 26 02:18:52 user nova-compute[74702]: INFO nova.compute.manager [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] [instance: 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b] Took 0.79 seconds to detach 1 volumes for instance.
Oct 26 02:18:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:18:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.140s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:18:52 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Deleted allocations for instance 8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b
Oct 26 02:18:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7b06cbed-c69a-4d50-b216-6f7a1ae25484 tempest-TestVolumeBootPattern-540192483 tempest-TestVolumeBootPattern-540192483-project-member] Lock "8f4f5413-ea54-4fcb-b24a-1a1fd8bbb29b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.791s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:18:53 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:18:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:18:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:18:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:18:53 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:18:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:18:54 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:18:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:18:54 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:18:54 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:18:54 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8915MB free_disk=25.064315795898438GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:18:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:18:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:18:55 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:18:55 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:18:55 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:18:55 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:18:55 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:18:55 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:18:55 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:18:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.243s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:18:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:18:58 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:18:58 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:18:59 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:19:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:01 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:19:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:19:04 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:19:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:06 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:19:08 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:19:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-27d62970-6c29-4690-bf03-3eb4dfecb44a req-7a6c23ee-9ed3-42b2-a929-22200ee7d366 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Received event network-changed-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-27d62970-6c29-4690-bf03-3eb4dfecb44a req-7a6c23ee-9ed3-42b2-a929-22200ee7d366 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Refreshing instance network info cache due to event network-changed-d6f4da6f-c40d-4b39-afcb-86b85fe7c288. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-27d62970-6c29-4690-bf03-3eb4dfecb44a req-7a6c23ee-9ed3-42b2-a929-22200ee7d366 service nova] Acquiring lock "refresh_cache-a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-27d62970-6c29-4690-bf03-3eb4dfecb44a req-7a6c23ee-9ed3-42b2-a929-22200ee7d366 service nova] Acquired lock "refresh_cache-a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG nova.network.neutron [req-27d62970-6c29-4690-bf03-3eb4dfecb44a req-7a6c23ee-9ed3-42b2-a929-22200ee7d366 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Refreshing network info cache for port d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG nova.objects.instance [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lazy-loading 'flavor' on Instance uuid a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:19:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Ignoring supplied device name: /dev/vdb
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG nova.network.neutron [req-27d62970-6c29-4690-bf03-3eb4dfecb44a req-7a6c23ee-9ed3-42b2-a929-22200ee7d366 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Updated VIF entry in instance network info cache for port d6f4da6f-c40d-4b39-afcb-86b85fe7c288. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG nova.network.neutron [req-27d62970-6c29-4690-bf03-3eb4dfecb44a req-7a6c23ee-9ed3-42b2-a929-22200ee7d366 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Updating instance_info_cache with network_info: [{"id": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "address": "fa:16:3e:20:31:4d", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f4da6f-c4", "ovs_interfaceid": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:19:13 user nova-compute[74702]: INFO nova.compute.manager [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Attaching volume 1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f to /dev/vdb
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-27d62970-6c29-4690-bf03-3eb4dfecb44a req-7a6c23ee-9ed3-42b2-a929-22200ee7d366 service nova] Releasing lock "refresh_cache-a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG os_brick.utils [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[409bafa1-d1d5-4765-889c-a80973dc56ed]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[29bfa79f-d5c7-4a9e-8545-03638a89820c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0310375f-55c1-4446-8f57-a847ed7ef664]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1db861de-ac49-4863-bb6d-1fcb9f93149b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:19:13 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:19:13 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bb9dd23-ccaf-448a-99ae-46aef894504f]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG os_brick.utils [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:19:13 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Updating existing volume attachment record: edbf5239-29cb-4a62-be44-4c63390e956c {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:19:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HbfeVYLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:19:31 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:19:31 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:19:31 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[16ac5168-110c-4184-b94b-0412c41ddce3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:19:31 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5e25aa1-6fd6-4b72-87f1-0510595d14fa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f] added
Oct 26 02:19:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[005cea8a-bbf2-4346-82d7-14ea55781471]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbbfc808-f84b-4a05-88d5-617276be3aee]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HbfeVYLI {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HbfeVYLI" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[069b34ea-1dea-4701-9e51-a29761466fe0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HbfeVYLI'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d45aabde-04df-4270-b085-b55fbbe24a10]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[80877592-d6d2-4f41-b411-5e9026c1d3a7]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:19:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:19:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3af7815-d752-4b7b-9fbe-62e57b1cbbec]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f, portal: 172.16.0.220,3260]
Oct 26 02:19:31 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f, portal: 172.16.0.220,3260] successful.
Oct 26 02:19:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8158839b-fbcc-4912-91f2-0c8476daf286]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bf854b5-6133-4a56-9d86-436da76186c5]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:19:31 user nova-compute[74702]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)
Oct 26 02:19:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:19:31 user nova-compute[74702]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)
Oct 26 02:19:31 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a786419f-92be-43f9-8437-c386b6329e35]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:19:31 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HbfeVYLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:19:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:19:32 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '23466396434343963', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:19:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23466396434343963', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:19:32 user nova-compute[74702]: DEBUG nova.objects.instance [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lazy-loading 'flavor' on Instance uuid a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:19:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 02:19:32 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:19:32 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:19:32 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:19:32 user nova-compute[74702]:   <serial>1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f</serial>
Oct 26 02:19:32 user nova-compute[74702]: </disk>
Oct 26 02:19:32 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 02:19:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:19:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:19:32 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] No VIF found with MAC fa:16:3e:20:31:4d, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:19:32 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-546d88e0-b69e-4058-901c-edb37cd55b91 tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.311s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:19:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:36 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:19:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:19:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquired lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:19:36 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:19:36 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'info_cache' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:19:36 user nova-compute[74702]: DEBUG nova.objects.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.network.neutron [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating instance_info_cache with network_info: [{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Releasing lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:19:37 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance destroyed successfully.
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'resources' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.objects.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:15:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1143324844',display_name='tempest-AttachVolumeTestJSON-server-1143324844',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1143324844',id=46,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMPmbYh9mXIBv1hR5w/N5a++59Oa2Ir7UBl5K1JJNhc5mULgbu4nP+POjWoEZHsf+8PevmJKK5UsqeLLXOqTMDtvRR/ENC5zAYZV7qthVg77K/QphgeUXcUZ37nYM/T1EQ==',key_name='tempest-keypair-2138607843',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='e1412bda6c114e75a9d2c50421d4b569',ramdisk_id='',reservation_id='r-myf7sd0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1928301654',owner_user_name='tempest-AttachVolumeTestJSON-1928301654-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:17:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de20da9f029a4cabbef99ab4aee8c936',uuid=0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converting VIF {"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_vif [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66a1281a-71, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bc81e900-615e-4d02-b5e1-ed248c4c0261) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:19:37 user nova-compute[74702]: INFO os_vif [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71')
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXKszPlb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:19:37 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[42bc799f-e017-4b5a-a5fb-9e190d85ded8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:19:37 user nova-compute[74702]: No targets found.
Oct 26 02:19:37 user nova-compute[74702]: iSNS:
Oct 26 02:19:37 user nova-compute[74702]: No targets found.
Oct 26 02:19:37 user nova-compute[74702]: STATIC:
Oct 26 02:19:37 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f
Oct 26 02:19:37 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:19:37 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:19:37 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28
Oct 26 02:19:37 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:19:37 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:19:37 user nova-compute[74702]: FIRMWARE:
Oct 26 02:19:37 user nova-compute[74702]: No targets found.
Oct 26 02:19:37 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:19:37 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:19:37 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7df90421-7954-46e0-b8cf-83459e2f2a1b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eec9f98-c51b-4a3a-baf1-be6ea98f215e]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:19:37 user nova-compute[74702]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)
Oct 26 02:19:37 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:19:37 user nova-compute[74702]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)
Oct 26 02:19:37 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9508122e60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28'): ({'sdc'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Removing single pathed devices sdc {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[204b2d92-c743-4a06-bb5c-65f5fe88a18a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[90d21807-1acc-410c-a976-ae9149002303]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Flushing IO for device /dev/sdc {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8df3e63c-e77b-43c5-bc33-714c01252ea0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1338b7ff-6281-412e-a494-3e59688a21e4]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d023de7d-2edd-4f49-bbb8-8a9205370b58]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[348183f4-3d9c-4384-a066-322e9e7d930f]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260]
Oct 26 02:19:37 user nova-compute[74702]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260] successful.
Oct 26 02:19:37 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fbbf0a0-6165-48df-8a71-7833015ec67e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] <== disconnect_volume: return (313ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Start _get_guest_xml network_info=[{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXKszPlb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a', 'attached_at': '', 'detached_at': '', 'volume_id': '4e73a811-0bf2-4885-93fc-22f008255c28', 'serial': '4e73a811-0bf2-4885-93fc-22f008255c28'}, 'attachment_id': 'c5bf7527-8051-45be-9fe6-bf13ed40b4aa', 'guest_format': None, 'boot_index': None, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'numa_topology' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.objects.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:19:37 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:19:37 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:19:37 user nova-compute[74702]: DEBUG nova.objects.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXKszPlb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:19:38 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:19:38 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:19:38 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fa032a1-8f6a-44f9-aa6e-c4debeedaec3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:19:38 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d6a5e81-f0a4-416c-b0c5-3a616a519057]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28] added
Oct 26 02:19:38 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a956c32-92be-4764-b6a5-9be466aa9b6a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6253e7e-65b1-438d-896a-b1898f6bf12f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aXKszPlb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aXKszPlb" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea1c885a-f3f4-4be0-b167-c6dbe10059d9]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aXKszPlb'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc9365a2-d106-4456-808a-89b7d16ab80b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ceb022a-c32f-444a-9eaf-1f9e5514c232]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)
Oct 26 02:19:38 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)
Oct 26 02:19:38 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aaac633-1e4a-4cf2-bc2e-9568d8eb67be]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260]
Oct 26 02:19:38 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260] successful.
Oct 26 02:19:38 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa4ff3fc-629a-4bf8-9e16-2a4e99074d3a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a452696-dd44-422e-aee6-f53f1b4f1e6f]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)
Oct 26 02:19:38 user nova-compute[74702]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:19:38 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)
Oct 26 02:19:38 user nova-compute[74702]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:19:38 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.256s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] HCTL ('34', '-', '-', 0) found on session 46 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d70f62a3-46f1-455d-9cfd-8e88ff893c82]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:19:38 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXKszPlb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23138626435343566', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138626435343566', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:15:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1143324844',display_name='tempest-AttachVolumeTestJSON-server-1143324844',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1143324844',id=46,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMPmbYh9mXIBv1hR5w/N5a++59Oa2Ir7UBl5K1JJNhc5mULgbu4nP+POjWoEZHsf+8PevmJKK5UsqeLLXOqTMDtvRR/ENC5zAYZV7qthVg77K/QphgeUXcUZ37nYM/T1EQ==',key_name='tempest-keypair-2138607843',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='e1412bda6c114e75a9d2c50421d4b569',ramdisk_id='',reservation_id='r-myf7sd0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1928301654',owner_user_name='tempest-AttachVolumeTestJSON-1928301654-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:17:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de20da9f029a4cabbef99ab4aee8c936',uuid=0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converting VIF {"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'pci_devices' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG nova.objects.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:19:39 user nova-compute[74702]:   <uuid>0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a</uuid>
Oct 26 02:19:39 user nova-compute[74702]:   <name>instance-0000002e</name>
Oct 26 02:19:39 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:19:39 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:19:39 user nova-compute[74702]:   <metadata>
Oct 26 02:19:39 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:19:39 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:19:39 user nova-compute[74702]:       <nova:name>tempest-AttachVolumeTestJSON-server-1143324844</nova:name>
Oct 26 02:19:39 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:19:37</nova:creationTime>
Oct 26 02:19:39 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:19:39 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:19:39 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:19:39 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:19:39 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:19:39 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:19:39 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:19:39 user nova-compute[74702]:       <nova:owner>
Oct 26 02:19:39 user nova-compute[74702]:         <nova:user uuid="de20da9f029a4cabbef99ab4aee8c936">tempest-AttachVolumeTestJSON-1928301654-project-member</nova:user>
Oct 26 02:19:39 user nova-compute[74702]:         <nova:project uuid="e1412bda6c114e75a9d2c50421d4b569">tempest-AttachVolumeTestJSON-1928301654</nova:project>
Oct 26 02:19:39 user nova-compute[74702]:       </nova:owner>
Oct 26 02:19:39 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 02:19:39 user nova-compute[74702]:       <nova:ports>
Oct 26 02:19:39 user nova-compute[74702]:         <nova:port uuid="66a1281a-7120-4bd3-9163-f10cc24c62d3">
Oct 26 02:19:39 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 26 02:19:39 user nova-compute[74702]:         </nova:port>
Oct 26 02:19:39 user nova-compute[74702]:       </nova:ports>
Oct 26 02:19:39 user nova-compute[74702]:     </nova:instance>
Oct 26 02:19:39 user nova-compute[74702]:   </metadata>
Oct 26 02:19:39 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:19:39 user nova-compute[74702]:     <system>
Oct 26 02:19:39 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:19:39 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:19:39 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:19:39 user nova-compute[74702]:       <entry name="serial">0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a</entry>
Oct 26 02:19:39 user nova-compute[74702]:       <entry name="uuid">0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a</entry>
Oct 26 02:19:39 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:19:39 user nova-compute[74702]:     </system>
Oct 26 02:19:39 user nova-compute[74702]:   </sysinfo>
Oct 26 02:19:39 user nova-compute[74702]:   <os>
Oct 26 02:19:39 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:19:39 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:19:39 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:19:39 user nova-compute[74702]:   </os>
Oct 26 02:19:39 user nova-compute[74702]:   <features>
Oct 26 02:19:39 user nova-compute[74702]:     <acpi/>
Oct 26 02:19:39 user nova-compute[74702]:     <apic/>
Oct 26 02:19:39 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:19:39 user nova-compute[74702]:   </features>
Oct 26 02:19:39 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:19:39 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:19:39 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:19:39 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:19:39 user nova-compute[74702]:   </clock>
Oct 26 02:19:39 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:19:39 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:19:39 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:19:39 user nova-compute[74702]:   </cpu>
Oct 26 02:19:39 user nova-compute[74702]:   <devices>
Oct 26 02:19:39 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:19:39 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:19:39 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk"/>
Oct 26 02:19:39 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:19:39 user nova-compute[74702]:     </disk>
Oct 26 02:19:39 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:19:39 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:19:39 user nova-compute[74702]:       <source dev="/dev/sdc"/>
Oct 26 02:19:39 user nova-compute[74702]:       <target dev="vdb" bus="virtio"/>
Oct 26 02:19:39 user nova-compute[74702]:       <serial>4e73a811-0bf2-4885-93fc-22f008255c28</serial>
Oct 26 02:19:39 user nova-compute[74702]:     </disk>
Oct 26 02:19:39 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:19:39 user nova-compute[74702]:       <mac address="fa:16:3e:65:2a:01"/>
Oct 26 02:19:39 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:19:39 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:19:39 user nova-compute[74702]:       <target dev="tap66a1281a-71"/>
Oct 26 02:19:39 user nova-compute[74702]:     </interface>
Oct 26 02:19:39 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:19:39 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/console.log" append="off"/>
Oct 26 02:19:39 user nova-compute[74702]:     </serial>
Oct 26 02:19:39 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:19:39 user nova-compute[74702]:     <video>
Oct 26 02:19:39 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:19:39 user nova-compute[74702]:     </video>
Oct 26 02:19:39 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:19:39 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:19:39 user nova-compute[74702]:     </rng>
Oct 26 02:19:39 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:19:39 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:19:39 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:19:39 user nova-compute[74702]:     </memballoon>
Oct 26 02:19:39 user nova-compute[74702]:   </devices>
Oct 26 02:19:39 user nova-compute[74702]: </domain>
Oct 26 02:19:39 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'trusted_certs' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG nova.objects.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:19:39 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Cannot resize image /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG nova.objects.instance [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'migration_context' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG nova.objects.base [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:15:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1143324844',display_name='tempest-AttachVolumeTestJSON-server-1143324844',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1143324844',id=46,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMPmbYh9mXIBv1hR5w/N5a++59Oa2Ir7UBl5K1JJNhc5mULgbu4nP+POjWoEZHsf+8PevmJKK5UsqeLLXOqTMDtvRR/ENC5zAYZV7qthVg77K/QphgeUXcUZ37nYM/T1EQ==',key_name='tempest-keypair-2138607843',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='e1412bda6c114e75a9d2c50421d4b569',ramdisk_id='',reservation_id='r-myf7sd0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1928301654',owner_user_name='tempest-AttachVolumeTestJSON-1928301654-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:17:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de20da9f029a4cabbef99ab4aee8c936',uuid=0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converting VIF {"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG os_vif [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'db7e10f4-1ff6-5c3b-ae38-d3b3fbd8419a', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66a1281a-71, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66a1281a-71, col_values=(('qos', UUID('f8d37d7d-fbdc-4f0a-9687-ac8f91ee06a3')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66a1281a-71, col_values=(('external_ids', {'iface-id': '66a1281a-7120-4bd3-9163-f10cc24c62d3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:2a:01', 'vm-uuid': '0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:19:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:40 user nova-compute[74702]: INFO os_vif [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71')
Oct 26 02:19:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-3a882696-3858-49fe-8142-c64ef84d383a req-2d4ecb85-6243-49d9-9b5e-1657ea1f14b8 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:19:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3a882696-3858-49fe-8142-c64ef84d383a req-2d4ecb85-6243-49d9-9b5e-1657ea1f14b8 service nova] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:19:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3a882696-3858-49fe-8142-c64ef84d383a req-2d4ecb85-6243-49d9-9b5e-1657ea1f14b8 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:19:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3a882696-3858-49fe-8142-c64ef84d383a req-2d4ecb85-6243-49d9-9b5e-1657ea1f14b8 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:19:41 user nova-compute[74702]: DEBUG nova.compute.manager [req-3a882696-3858-49fe-8142-c64ef84d383a req-2d4ecb85-6243-49d9-9b5e-1657ea1f14b8 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] No waiting events found dispatching network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:19:41 user nova-compute[74702]: WARNING nova.compute.manager [req-3a882696-3858-49fe-8142-c64ef84d383a req-2d4ecb85-6243-49d9-9b5e-1657ea1f14b8 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received unexpected event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 for instance with vm_state stopped and task_state powering-on.
Oct 26 02:19:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:19:43 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance rebooted successfully.
Oct 26 02:19:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-9854862d-6e48-4f68-9d16-77800844eb11 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:19:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-e220e915-440e-4328-bf1b-64487a2d93fd req-340a2202-1b20-4e7b-8de5-c05308c10416 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:19:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e220e915-440e-4328-bf1b-64487a2d93fd req-340a2202-1b20-4e7b-8de5-c05308c10416 service nova] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:19:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e220e915-440e-4328-bf1b-64487a2d93fd req-340a2202-1b20-4e7b-8de5-c05308c10416 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:19:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e220e915-440e-4328-bf1b-64487a2d93fd req-340a2202-1b20-4e7b-8de5-c05308c10416 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:19:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-e220e915-440e-4328-bf1b-64487a2d93fd req-340a2202-1b20-4e7b-8de5-c05308c10416 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] No waiting events found dispatching network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:19:43 user nova-compute[74702]: WARNING nova.compute.manager [req-e220e915-440e-4328-bf1b-64487a2d93fd req-340a2202-1b20-4e7b-8de5-c05308c10416 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received unexpected event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 for instance with vm_state active and task_state None.
Oct 26 02:19:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:48 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:19:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:50 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:19:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:19:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:19:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:19:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:19:50 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:19:50 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:19:51 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating instance_info_cache with network_info: [{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:19:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:19:51 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:19:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:55 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:19:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:19:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:19:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:19:55 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:19:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:56 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:19:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:19:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:19:56 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:19:57 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:19:57 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:19:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8847MB free_disk=25.061992645263672GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.281s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 02:19:57 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 02:19:59 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:19:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 02:20:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:01 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:20:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:02 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:20:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:20:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:06 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:20:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:08 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:20:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:20 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:20:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:20:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:20:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:20:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:20:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:20:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:20:25 user nova-compute[74702]: INFO nova.compute.manager [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Detaching volume 1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f
Oct 26 02:20:25 user nova-compute[74702]: INFO nova.virt.block_device [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Attempting to driver detach volume 1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f from mountpoint /dev/vdb
Oct 26 02:20:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Attempting to detach device vdb from instance a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 02:20:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:20:25 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:20:25 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:20:25 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:20:25 user nova-compute[74702]:   <serial>1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f</serial>
Oct 26 02:20:25 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 02:20:25 user nova-compute[74702]: </disk>
Oct 26 02:20:25 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:20:25 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Successfully detached device vdb from instance a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 from the persistent domain config.
Oct 26 02:20:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 02:20:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:20:25 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:20:25 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:20:25 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:20:25 user nova-compute[74702]:   <serial>1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f</serial>
Oct 26 02:20:25 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 02:20:25 user nova-compute[74702]: </disk>
Oct 26 02:20:25 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:20:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:20:26 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 02:20:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:20:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:20:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:20:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:20:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:20:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:20:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:20:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:20:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:20:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:20:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:20:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:20:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:20:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:20:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:20:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:20:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:20:46 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 is timed out.
Oct 26 02:20:46 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Successfully detached device vdb from instance a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 from the live domain config.
Oct 26 02:20:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HbfeVYLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:20:46 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d0569d4-9d1c-4292-93ef-9a54c335a319]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:20:46 user nova-compute[74702]: No targets found.
Oct 26 02:20:46 user nova-compute[74702]: iSNS:
Oct 26 02:20:46 user nova-compute[74702]: No targets found.
Oct 26 02:20:46 user nova-compute[74702]: STATIC:
Oct 26 02:20:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f
Oct 26 02:20:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:20:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:20:46 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28
Oct 26 02:20:46 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:20:46 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:20:46 user nova-compute[74702]: FIRMWARE:
Oct 26 02:20:46 user nova-compute[74702]: No targets found.
Oct 26 02:20:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:20:46 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:20:46 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c522e725-2675-4ca5-a22b-a5927ed8bf63]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d1ffe42-82b0-4f85-b367-c29f2b560774]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)
Oct 26 02:20:46 user nova-compute[74702]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:20:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f (non-flash)
Oct 26 02:20:46 user nova-compute[74702]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:20:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95087563b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a563c3a2-2163-4011-b766-b91f3c7a223d]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[978a3727-fb23-4ee2-b238-bc5dc9e8fbeb]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1c406d3-6aa8-4f69-a642-9ad3a88cc4a0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[619715e4-be31-4370-9cfc-d1399336d876]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[11ef336b-b919-4d3e-aaec-6ba42381718f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fbac956-cfca-46ed-b28b-0edba2cd48a0]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f, portal: 172.16.0.220,3260]
Oct 26 02:20:46 user nova-compute[74702]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f, portal: 172.16.0.220,3260] successful.
Oct 26 02:20:46 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed3beaea-90ef-4975-bda8-f87be16acd12]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.282s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] <== disconnect_volume: return (284ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:20:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG nova.objects.instance [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lazy-loading 'flavor' on Instance uuid a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1cb04ac2-a089-48e1-a388-dc1a114d40eb tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.722s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.566s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:20:47 user nova-compute[74702]: INFO nova.compute.manager [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Terminating instance
Oct 26 02:20:47 user nova-compute[74702]: DEBUG nova.compute.manager [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3d8907fb-2b93-4d5e-8032-139b1abad7e6 req-991f8969-9013-4ee2-824d-c6e301149e77 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Received event network-vif-unplugged-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3d8907fb-2b93-4d5e-8032-139b1abad7e6 req-991f8969-9013-4ee2-824d-c6e301149e77 service nova] Acquiring lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3d8907fb-2b93-4d5e-8032-139b1abad7e6 req-991f8969-9013-4ee2-824d-c6e301149e77 service nova] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3d8907fb-2b93-4d5e-8032-139b1abad7e6 req-991f8969-9013-4ee2-824d-c6e301149e77 service nova] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3d8907fb-2b93-4d5e-8032-139b1abad7e6 req-991f8969-9013-4ee2-824d-c6e301149e77 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] No waiting events found dispatching network-vif-unplugged-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:20:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-3d8907fb-2b93-4d5e-8032-139b1abad7e6 req-991f8969-9013-4ee2-824d-c6e301149e77 service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Received event network-vif-unplugged-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:20:48 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Instance destroyed successfully.
Oct 26 02:20:48 user nova-compute[74702]: DEBUG nova.objects.instance [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lazy-loading 'resources' on Instance uuid a62e7e49-4026-4ce2-9c62-4e2e6bc41d67 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:17:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1033071245',display_name='tempest-VolumesSnapshotTestJSON-instance-1033071245',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1033071245',id=48,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPUCJswVn5v7s3JtZQaemwOSz15Mdn5DP7Frm4rNA5lQ+jXHYlsb2zGUPV/vxTeOwHnTEthRNOB3uGc24jTwGCnm7QBlNtxuYeZdQaZh49c69EzP+mVZe7XBJ5IRW48ydA==',key_name='tempest-keypair-632268045',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:17:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7772be7a586645afb64b62efa13cd19b',ramdisk_id='',reservation_id='r-2asxlgqd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-49661406',owner_user_name='tempest-VolumesSnapshotTestJSON-49661406-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:17:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='426854feb2de4e85985f99eda32d7321',uuid=a62e7e49-4026-4ce2-9c62-4e2e6bc41d67,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "address": "fa:16:3e:20:31:4d", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f4da6f-c4", "ovs_interfaceid": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Converting VIF {"id": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "address": "fa:16:3e:20:31:4d", "network": {"id": "15562da5-87b4-4716-aa3d-ebd21bc2406a", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1551429248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7772be7a586645afb64b62efa13cd19b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f4da6f-c4", "ovs_interfaceid": "d6f4da6f-c40d-4b39-afcb-86b85fe7c288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:20:31:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6f4da6f-c40d-4b39-afcb-86b85fe7c288,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f4da6f-c4') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_vif [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:31:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6f4da6f-c40d-4b39-afcb-86b85fe7c288,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f4da6f-c4') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd6f4da6f-c4, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bf3e3e99-8e6c-455c-a226-10ef53a0dd47) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:20:48 user nova-compute[74702]: INFO os_vif [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:31:4d,bridge_name='br-int',has_traffic_filtering=True,id=d6f4da6f-c40d-4b39-afcb-86b85fe7c288,network=Network(15562da5-87b4-4716-aa3d-ebd21bc2406a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f4da6f-c4')
Oct 26 02:20:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HbfeVYLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:20:48 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[15d9b58b-5b9d-4ac4-9032-af7244f1e212]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ced4cfe-e57c-4fcf-90fd-f063dc103654\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:20:48 user nova-compute[74702]: No targets found.
Oct 26 02:20:48 user nova-compute[74702]: iSNS:
Oct 26 02:20:48 user nova-compute[74702]: No targets found.
Oct 26 02:20:48 user nova-compute[74702]: STATIC:
Oct 26 02:20:48 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28
Oct 26 02:20:48 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:20:48 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:20:48 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:3ced4cfe-e57c-4fcf-90fd-f063dc103654
Oct 26 02:20:48 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:20:48 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:20:48 user nova-compute[74702]: FIRMWARE:
Oct 26 02:20:48 user nova-compute[74702]: No targets found.
Oct 26 02:20:48 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:20:48 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:20:48 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1a7fc8d0-0c39-4f67-8a96-cc5a63bbe89f', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[10879f06-29f3-47b5-976a-f157ce9cec67]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ced4cfe-e57c-4fcf-90fd-f063dc103654\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffcc5f0a-3c9b-41d8-9340-25b189652eae]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ced4cfe-e57c-4fcf-90fd-f063dc103654 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:20:48 user nova-compute[74702]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ced4cfe-e57c-4fcf-90fd-f063dc103654 (non-flash)
Oct 26 02:20:48 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:20:48 user nova-compute[74702]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ced4cfe-e57c-4fcf-90fd-f063dc103654 (non-flash)
Oct 26 02:20:48 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9518395d80>, {}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Disconnecting from: [] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.071s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] <== disconnect_volume: return (71ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:20:48 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Deleting instance files /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67_del
Oct 26 02:20:48 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Deletion of /opt/stack/data/nova/instances/a62e7e49-4026-4ce2-9c62-4e2e6bc41d67_del complete
Oct 26 02:20:48 user nova-compute[74702]: INFO nova.compute.manager [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 26 02:20:48 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:20:48 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:20:49 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Took 0.76 seconds to deallocate network for instance.
Oct 26 02:20:49 user nova-compute[74702]: WARNING nova.volume.cinder [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Attachment edbf5239-29cb-4a62-be44-4c63390e956c does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = edbf5239-29cb-4a62-be44-4c63390e956c. (HTTP 404) (Request-ID: req-db667a2e-1a90-46a1-a767-47d661f29af1)
Oct 26 02:20:49 user nova-compute[74702]: INFO nova.compute.manager [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Took 0.02 seconds to detach 1 volumes for instance.
Oct 26 02:20:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.376s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:20:49 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Deleted allocations for instance a62e7e49-4026-4ce2-9c62-4e2e6bc41d67
Oct 26 02:20:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-1ebfa105-01e0-4eae-ba7c-081f92c4471d tempest-VolumesSnapshotTestJSON-49661406 tempest-VolumesSnapshotTestJSON-49661406-project-member] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.296s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-fa29ff23-810f-44dd-b43f-ed184d3db93c req-c0293baf-3e77-4eed-ab04-711954b57c4c service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Received event network-vif-plugged-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fa29ff23-810f-44dd-b43f-ed184d3db93c req-c0293baf-3e77-4eed-ab04-711954b57c4c service nova] Acquiring lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fa29ff23-810f-44dd-b43f-ed184d3db93c req-c0293baf-3e77-4eed-ab04-711954b57c4c service nova] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fa29ff23-810f-44dd-b43f-ed184d3db93c req-c0293baf-3e77-4eed-ab04-711954b57c4c service nova] Lock "a62e7e49-4026-4ce2-9c62-4e2e6bc41d67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:20:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-fa29ff23-810f-44dd-b43f-ed184d3db93c req-c0293baf-3e77-4eed-ab04-711954b57c4c service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] No waiting events found dispatching network-vif-plugged-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:20:49 user nova-compute[74702]: WARNING nova.compute.manager [req-fa29ff23-810f-44dd-b43f-ed184d3db93c req-c0293baf-3e77-4eed-ab04-711954b57c4c service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Received unexpected event network-vif-plugged-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 for instance with vm_state deleted and task_state None.
Oct 26 02:20:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-fa29ff23-810f-44dd-b43f-ed184d3db93c req-c0293baf-3e77-4eed-ab04-711954b57c4c service nova] [instance: a62e7e49-4026-4ce2-9c62-4e2e6bc41d67] Received event network-vif-deleted-d6f4da6f-c40d-4b39-afcb-86b85fe7c288 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:20:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:20:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:20:52 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:20:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:55 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:20:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:20:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:20:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:20:55 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:20:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:20:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:20:56 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:20:56 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:20:56 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:20:56 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8914MB free_disk=25.0880126953125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:20:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:20:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:20:56 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:20:56 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:20:56 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:20:56 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:20:56 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:20:56 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:20:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.292s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:20:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:20:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:20:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:20:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:20:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:20:58 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:20:58 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:21:01 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:21:02 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:21:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:21:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:06 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:21:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:21:08 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:21:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:21:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:21:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:21:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:21:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:21:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:21:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:21:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:21:28 user nova-compute[74702]: INFO nova.compute.manager [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Detaching volume 4e73a811-0bf2-4885-93fc-22f008255c28
Oct 26 02:21:28 user nova-compute[74702]: INFO nova.virt.block_device [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Attempting to driver detach volume 4e73a811-0bf2-4885-93fc-22f008255c28 from mountpoint /dev/vdb
Oct 26 02:21:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Attempting to detach device vdb from instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 02:21:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:21:28 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:21:28 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 02:21:28 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:21:28 user nova-compute[74702]:   <serial>4e73a811-0bf2-4885-93fc-22f008255c28</serial>
Oct 26 02:21:28 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 02:21:28 user nova-compute[74702]: </disk>
Oct 26 02:21:28 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:21:28 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully detached device vdb from instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a from the persistent domain config.
Oct 26 02:21:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 02:21:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:21:28 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:21:28 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 02:21:28 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:21:28 user nova-compute[74702]:   <serial>4e73a811-0bf2-4885-93fc-22f008255c28</serial>
Oct 26 02:21:28 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 02:21:28 user nova-compute[74702]: </disk>
Oct 26 02:21:28 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:21:28 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 02:21:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:21:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:21:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:21:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:21:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:21:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:21:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:21:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:21:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:48 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a is timed out.
Oct 26 02:21:48 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully detached device vdb from instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a from the live domain config.
Oct 26 02:21:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXKszPlb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:21:49 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d45605-7b32-4243-b1dc-1fbfd94bce2b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:21:49 user nova-compute[74702]: No targets found.
Oct 26 02:21:49 user nova-compute[74702]: iSNS:
Oct 26 02:21:49 user nova-compute[74702]: No targets found.
Oct 26 02:21:49 user nova-compute[74702]: STATIC:
Oct 26 02:21:49 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28
Oct 26 02:21:49 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:21:49 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:21:49 user nova-compute[74702]: FIRMWARE:
Oct 26 02:21:49 user nova-compute[74702]: No targets found.
Oct 26 02:21:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:21:49 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:21:49 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[eac7a1cd-4854-453f-8982-b44e03881ef7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bdc83d0-8c23-4fd2-9e3b-c9411de009f1]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:21:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 (non-flash)
Oct 26 02:21:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95081208b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28'): ({'sdc'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Removing single pathed devices sdc {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[82f87e7f-49a3-4f9e-a433-8e55d8a0ee7f]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[27b91bfa-c2d2-4318-8652-f1148ae119fa]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Flushing IO for device /dev/sdc {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b576ec97-e555-4984-b38f-adbc098c278d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[37a99284-599c-4377-91a2-83c465a46cb0]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd74c5cd-89bc-47f6-8ca6-baacc140c14a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c39884-abd1-4d53-88d0-7ee27ebe1f71]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260]
Oct 26 02:21:49 user nova-compute[74702]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28, portal: 172.16.0.220,3260] successful.
Oct 26 02:21:49 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e73a811-0bf2-4885-93fc-22f008255c28 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dfbf7df-1d92-4f41-8adc-27f3282778a6]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] <== disconnect_volume: return (311ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:21:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:21:50 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:21:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:21:54 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:21:54 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:21:54 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:21:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:21:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:21:54 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:21:54 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:21:55 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating instance_info_cache with network_info: [{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:21:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:21:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:21:55 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:21:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:21:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:21:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:21:55 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:21:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:21:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:21:55 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:21:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:21:56 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:21:56 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:21:56 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8926MB free_disk=25.078128814697266GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:21:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:21:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:21:56 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:21:56 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:21:56 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:21:56 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:21:56 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:21:56 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:21:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.234s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:21:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:00 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:22:00 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:22:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:03 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:22:03 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:22:03 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:22:07 user nova-compute[74702]: DEBUG nova.objects.instance [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:22:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ca31813e-da4c-4661-a02a-e2277bbb2898 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 39.139s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-92ebc4c2-247e-4bd5-b582-dfc142fe2c9d tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-92ebc4c2-247e-4bd5-b582-dfc142fe2c9d tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-92ebc4c2-247e-4bd5-b582-dfc142fe2c9d tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-92ebc4c2-247e-4bd5-b582-dfc142fe2c9d tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74702) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG nova.objects.instance [None req-92ebc4c2-247e-4bd5-b582-dfc142fe2c9d tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-7c346787-dcd7-4334-b1f8-2e78dee74917 req-0ba8e13a-b15c-4ea6-8f21-a2bb39257288 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-unplugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7c346787-dcd7-4334-b1f8-2e78dee74917 req-0ba8e13a-b15c-4ea6-8f21-a2bb39257288 service nova] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7c346787-dcd7-4334-b1f8-2e78dee74917 req-0ba8e13a-b15c-4ea6-8f21-a2bb39257288 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7c346787-dcd7-4334-b1f8-2e78dee74917 req-0ba8e13a-b15c-4ea6-8f21-a2bb39257288 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-7c346787-dcd7-4334-b1f8-2e78dee74917 req-0ba8e13a-b15c-4ea6-8f21-a2bb39257288 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] No waiting events found dispatching network-vif-unplugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:22:08 user nova-compute[74702]: WARNING nova.compute.manager [req-7c346787-dcd7-4334-b1f8-2e78dee74917 req-0ba8e13a-b15c-4ea6-8f21-a2bb39257288 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received unexpected event network-vif-unplugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 for instance with vm_state active and task_state powering-off.
Oct 26 02:22:08 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:22:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:09 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance destroyed successfully.
Oct 26 02:22:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-92ebc4c2-247e-4bd5-b582-dfc142fe2c9d tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:22:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-92ebc4c2-247e-4bd5-b582-dfc142fe2c9d tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.935s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:22:09 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:22:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-88badf72-3c95-4d33-81f2-d3f47b7ca94b req-e4b13fa9-63de-450d-b07c-10410bfe7b09 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:22:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-88badf72-3c95-4d33-81f2-d3f47b7ca94b req-e4b13fa9-63de-450d-b07c-10410bfe7b09 service nova] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:22:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-88badf72-3c95-4d33-81f2-d3f47b7ca94b req-e4b13fa9-63de-450d-b07c-10410bfe7b09 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:22:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-88badf72-3c95-4d33-81f2-d3f47b7ca94b req-e4b13fa9-63de-450d-b07c-10410bfe7b09 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:22:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-88badf72-3c95-4d33-81f2-d3f47b7ca94b req-e4b13fa9-63de-450d-b07c-10410bfe7b09 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] No waiting events found dispatching network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:22:10 user nova-compute[74702]: WARNING nova.compute.manager [req-88badf72-3c95-4d33-81f2-d3f47b7ca94b req-e4b13fa9-63de-450d-b07c-10410bfe7b09 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received unexpected event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 for instance with vm_state stopped and task_state None.
Oct 26 02:22:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:22:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:22:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:22:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:22:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:22:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:22:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:22:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:22:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:22:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:22:52 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:22:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:22:55 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:22:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:22:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:22:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:22:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:22:55 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:22:55 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating instance_info_cache with network_info: [{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:22:56 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:22:56 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:22:56 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9113MB free_disk=25.076263427734375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:22:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:22:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:22:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:22:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:22:57 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:22:57 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:22:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:22:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.216s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:22:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:23:00 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:23:00 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:23:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:03 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:23:05 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:23:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:23:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:23:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:23:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:23:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:23:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:23:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:09 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:23:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:23:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:23:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:23:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "410a9879-d9e1-452f-ac76-30636e29446e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:23:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:23:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:23:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:23:41 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:23:41 user nova-compute[74702]: INFO nova.compute.claims [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Claim successful on node user
Oct 26 02:23:41 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:23:41 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:23:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.213s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:23:41 user nova-compute[74702]: DEBUG nova.compute.manager [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG nova.compute.manager [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG nova.network.neutron [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:23:42 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:23:42 user nova-compute[74702]: DEBUG nova.compute.manager [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG nova.policy [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '186d09e1ec104e62a924a9512f532b56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3dd8ff6005974c519628d3dd7a310597', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:23:42 user nova-compute[74702]: INFO nova.virt.block_device [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Booting with volume e59797af-56e7-4220-9544-26228f05c102 at /dev/vda
Oct 26 02:23:42 user nova-compute[74702]: DEBUG os_brick.utils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c14bc2-be7a-4e1d-a61d-a39c1fb03691]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b1f730-d6d9-488c-98a0-e5e39bed27e3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3e9844c-5535-49bd-976d-0999c1797dbc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[42b032d8-f2d0-49ed-9d71-e5b90cf0603a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:23:42 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:23:42 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[90a8f126-afc8-4ff2-aacc-10452dcb8a42]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG os_brick.utils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating existing volume attachment record: 895bbbcb-ba68-405a-8c67-1d90a50ff442 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:42 user nova-compute[74702]: DEBUG nova.network.neutron [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Successfully created port: f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG nova.network.neutron [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Successfully updated port: f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquired lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG nova.network.neutron [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-c565f4df-ef3f-4e45-b470-200e33ce4b4d req-36bb2c07-4e3e-43f0-87ea-1ad213148b1d service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-changed-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG nova.compute.manager [req-c565f4df-ef3f-4e45-b470-200e33ce4b4d req-36bb2c07-4e3e-43f0-87ea-1ad213148b1d service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Refreshing instance network info cache due to event network-changed-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c565f4df-ef3f-4e45-b470-200e33ce4b4d req-36bb2c07-4e3e-43f0-87ea-1ad213148b1d service nova] Acquiring lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG nova.network.neutron [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG nova.network.neutron [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating instance_info_cache with network_info: [{"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Releasing lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Instance network_info: |[{"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c565f4df-ef3f-4e45-b470-200e33ce4b4d req-36bb2c07-4e3e-43f0-87ea-1ad213148b1d service nova] Acquired lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG nova.network.neutron [req-c565f4df-ef3f-4e45-b470-200e33ce4b4d req-36bb2c07-4e3e-43f0-87ea-1ad213148b1d service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Refreshing network info cache for port f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG nova.network.neutron [req-c565f4df-ef3f-4e45-b470-200e33ce4b4d req-36bb2c07-4e3e-43f0-87ea-1ad213148b1d service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updated VIF entry in instance network info cache for port f580e9c0-f263-4cfc-85d1-f2aa231cbfc1. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:23:43 user nova-compute[74702]: DEBUG nova.network.neutron [req-c565f4df-ef3f-4e45-b470-200e33ce4b4d req-36bb2c07-4e3e-43f0-87ea-1ad213148b1d service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating instance_info_cache with network_info: [{"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:23:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-c565f4df-ef3f-4e45-b470-200e33ce4b4d req-36bb2c07-4e3e-43f0-87ea-1ad213148b1d service nova] Releasing lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:23:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:54 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:23:56 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:23:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:23:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:23:56 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Skipping network cache update for instance because it is Building. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 26 02:23:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:23:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:23:56 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:23:56 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating instance_info_cache with network_info: [{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:57 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:23:57 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:23:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9135MB free_disk=25.073829650878906GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:23:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 410a9879-d9e1-452f-ac76-30636e29446e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.237s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquired lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:23:58 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'info_cache' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.objects.base [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:23:59 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Creating image(s)
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Ensure instance console log exists: /opt/stack/data/nova/instances/410a9879-d9e1-452f-ac76-30636e29446e/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Start _get_guest_xml network_info=[{"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfWXuYJP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '410a9879-d9e1-452f-ac76-30636e29446e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e59797af-56e7-4220-9544-26228f05c102', 'serial': 'e59797af-56e7-4220-9544-26228f05c102'}, 'attachment_id': '895bbbcb-ba68-405a-8c67-1d90a50ff442', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:23:59 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:23:59 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfWXuYJP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:23:59 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:23:59 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:23:59 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b4df602-589f-4d73-a97c-b1645875cd0f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:23:59 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[92bbced6-978e-463e-8c43-110a44c4726a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102] added
Oct 26 02:23:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3524d9b1-741c-4474-8f05-7151d1dbf463]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[78682d62-5a6a-48d2-90fa-a4d6fb2a39e2]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CfWXuYJP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CfWXuYJP" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[491f9267-5c48-4a99-98a3-807989705fe6]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CfWXuYJP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating instance_info_cache with network_info: [{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa4a1348-af52-476f-b048-2cf5fc96f273]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Releasing lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[57371c0f-f245-4a2f-8e6c-fa37508d746d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 02:23:59 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 02:23:59 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:23:59 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 02:23:59 user nova-compute[74702]: 
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:59 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance destroyed successfully.
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'resources' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.objects.base [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:15:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1143324844',display_name='tempest-AttachVolumeTestJSON-server-1143324844',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1143324844',id=46,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMPmbYh9mXIBv1hR5w/N5a++59Oa2Ir7UBl5K1JJNhc5mULgbu4nP+POjWoEZHsf+8PevmJKK5UsqeLLXOqTMDtvRR/ENC5zAYZV7qthVg77K/QphgeUXcUZ37nYM/T1EQ==',key_name='tempest-keypair-2138607843',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='e1412bda6c114e75a9d2c50421d4b569',ramdisk_id='',reservation_id='r-myf7sd0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1928301654',owner_user_name='tempest-AttachVolumeTestJSON-1928301654-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:22:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de20da9f029a4cabbef99ab4aee8c936',uuid=0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converting VIF {"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_vif [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7394c77-db45-4b6b-8392-db032468a492]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260]
Oct 26 02:23:59 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260] successful.
Oct 26 02:23:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66a1281a-71, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f8d37d7d-fbdc-4f0a-9687-ac8f91ee06a3) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:23:59 user nova-compute[74702]: INFO os_vif [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71')
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Start _get_guest_xml network_info=[{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'numa_topology' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4b67078-9d13-4107-8086-0a6edf1cb850]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.objects.base [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:23:59 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:23:59 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f688663-6468-43c7-ba1d-cf71b12703ac]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)
Oct 26 02:23:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)
Oct 26 02:23:59 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.239s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f50b86e7-768a-4320-8fad-459be6fadccb]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.objects.base [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:15:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1143324844',display_name='tempest-AttachVolumeTestJSON-server-1143324844',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1143324844',id=46,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMPmbYh9mXIBv1hR5w/N5a++59Oa2Ir7UBl5K1JJNhc5mULgbu4nP+POjWoEZHsf+8PevmJKK5UsqeLLXOqTMDtvRR/ENC5zAYZV7qthVg77K/QphgeUXcUZ37nYM/T1EQ==',key_name='tempest-keypair-2138607843',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='e1412bda6c114e75a9d2c50421d4b569',ramdisk_id='',reservation_id='r-myf7sd0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1928301654',owner_user_name='tempest-AttachVolumeTestJSON-1928301654-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:22:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de20da9f029a4cabbef99ab4aee8c936',uuid=0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converting VIF {"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'pci_devices' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.objects.base [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:23:59 user nova-compute[74702]:   <uuid>0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a</uuid>
Oct 26 02:23:59 user nova-compute[74702]:   <name>instance-0000002e</name>
Oct 26 02:23:59 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:23:59 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:23:59 user nova-compute[74702]:   <metadata>
Oct 26 02:23:59 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:23:59 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:23:59 user nova-compute[74702]:       <nova:name>tempest-AttachVolumeTestJSON-server-1143324844</nova:name>
Oct 26 02:23:59 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:23:59</nova:creationTime>
Oct 26 02:23:59 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:23:59 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:23:59 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:23:59 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:23:59 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:23:59 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:23:59 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:23:59 user nova-compute[74702]:       <nova:owner>
Oct 26 02:23:59 user nova-compute[74702]:         <nova:user uuid="de20da9f029a4cabbef99ab4aee8c936">tempest-AttachVolumeTestJSON-1928301654-project-member</nova:user>
Oct 26 02:23:59 user nova-compute[74702]:         <nova:project uuid="e1412bda6c114e75a9d2c50421d4b569">tempest-AttachVolumeTestJSON-1928301654</nova:project>
Oct 26 02:23:59 user nova-compute[74702]:       </nova:owner>
Oct 26 02:23:59 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 02:23:59 user nova-compute[74702]:       <nova:ports>
Oct 26 02:23:59 user nova-compute[74702]:         <nova:port uuid="66a1281a-7120-4bd3-9163-f10cc24c62d3">
Oct 26 02:23:59 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 26 02:23:59 user nova-compute[74702]:         </nova:port>
Oct 26 02:23:59 user nova-compute[74702]:       </nova:ports>
Oct 26 02:23:59 user nova-compute[74702]:     </nova:instance>
Oct 26 02:23:59 user nova-compute[74702]:   </metadata>
Oct 26 02:23:59 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:23:59 user nova-compute[74702]:     <system>
Oct 26 02:23:59 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:23:59 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:23:59 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:23:59 user nova-compute[74702]:       <entry name="serial">0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a</entry>
Oct 26 02:23:59 user nova-compute[74702]:       <entry name="uuid">0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a</entry>
Oct 26 02:23:59 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:23:59 user nova-compute[74702]:     </system>
Oct 26 02:23:59 user nova-compute[74702]:   </sysinfo>
Oct 26 02:23:59 user nova-compute[74702]:   <os>
Oct 26 02:23:59 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:23:59 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:23:59 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:23:59 user nova-compute[74702]:   </os>
Oct 26 02:23:59 user nova-compute[74702]:   <features>
Oct 26 02:23:59 user nova-compute[74702]:     <acpi/>
Oct 26 02:23:59 user nova-compute[74702]:     <apic/>
Oct 26 02:23:59 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:23:59 user nova-compute[74702]:   </features>
Oct 26 02:23:59 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:23:59 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:23:59 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:23:59 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:23:59 user nova-compute[74702]:   </clock>
Oct 26 02:23:59 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:23:59 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:23:59 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:23:59 user nova-compute[74702]:   </cpu>
Oct 26 02:23:59 user nova-compute[74702]:   <devices>
Oct 26 02:23:59 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:23:59 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:23:59 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk"/>
Oct 26 02:23:59 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:23:59 user nova-compute[74702]:     </disk>
Oct 26 02:23:59 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:23:59 user nova-compute[74702]:       <mac address="fa:16:3e:65:2a:01"/>
Oct 26 02:23:59 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:23:59 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:23:59 user nova-compute[74702]:       <target dev="tap66a1281a-71"/>
Oct 26 02:23:59 user nova-compute[74702]:     </interface>
Oct 26 02:23:59 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:23:59 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/console.log" append="off"/>
Oct 26 02:23:59 user nova-compute[74702]:     </serial>
Oct 26 02:23:59 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:23:59 user nova-compute[74702]:     <video>
Oct 26 02:23:59 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:23:59 user nova-compute[74702]:     </video>
Oct 26 02:23:59 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:23:59 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:23:59 user nova-compute[74702]:     </rng>
Oct 26 02:23:59 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:23:59 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:23:59 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:23:59 user nova-compute[74702]:     </memballoon>
Oct 26 02:23:59 user nova-compute[74702]:   </devices>
Oct 26 02:23:59 user nova-compute[74702]: </domain>
Oct 26 02:23:59 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:23:59 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'trusted_certs' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.objects.base [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.168s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Cannot resize image /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'migration_context' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.objects.base [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Object Instance<0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:15:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1143324844',display_name='tempest-AttachVolumeTestJSON-server-1143324844',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1143324844',id=46,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMPmbYh9mXIBv1hR5w/N5a++59Oa2Ir7UBl5K1JJNhc5mULgbu4nP+POjWoEZHsf+8PevmJKK5UsqeLLXOqTMDtvRR/ENC5zAYZV7qthVg77K/QphgeUXcUZ37nYM/T1EQ==',key_name='tempest-keypair-2138607843',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='e1412bda6c114e75a9d2c50421d4b569',ramdisk_id='',reservation_id='r-myf7sd0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1928301654',owner_user_name='tempest-AttachVolumeTestJSON-1928301654-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:22:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de20da9f029a4cabbef99ab4aee8c936',uuid=0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converting VIF {"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG os_vif [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'db7e10f4-1ff6-5c3b-ae38-d3b3fbd8419a', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66a1281a-71, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66a1281a-71, col_values=(('qos', UUID('07b2fd77-2775-4bc8-bc88-38c45fb3c639')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66a1281a-71, col_values=(('external_ids', {'iface-id': '66a1281a-7120-4bd3-9163-f10cc24c62d3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:2a:01', 'vm-uuid': '0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: INFO os_vif [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71')
Oct 26 02:24:00 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfWXuYJP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.268s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] <== connect_volume: return (1269ms) {'type': 'block', 'scsi_wwn': '23430636430336638', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430636430336638', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:23:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-842355100',display_name='tempest-TestShelveInstance-server-842355100',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-842355100',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIx9wjRCbFVH6c8Qdwm2hoD5S0VJlkTf0uAoG3qLDfH+FqqSAaxgYqSO8/aH2OS1nLqV1E0jNAM1OB65oHAbGN5CuH5eBug9wHgxc410juDssvnA4H1tVbK7lGSo+tGWOA==',key_name='tempest-TestShelveInstance-2106465477',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3dd8ff6005974c519628d3dd7a310597',ramdisk_id='',reservation_id='r-hl80sm75',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-591425732',owner_user_name='tempest-TestShelveInstance-591425732-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:23:42Z,user_data=None,user_id='186d09e1ec104e62a924a9512f532b56',uuid=410a9879-d9e1-452f-ac76-30636e29446e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Converting VIF {"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.objects.instance [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lazy-loading 'pci_devices' on Instance uuid 410a9879-d9e1-452f-ac76-30636e29446e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:24:00 user nova-compute[74702]:   <uuid>410a9879-d9e1-452f-ac76-30636e29446e</uuid>
Oct 26 02:24:00 user nova-compute[74702]:   <name>instance-00000031</name>
Oct 26 02:24:00 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:24:00 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:24:00 user nova-compute[74702]:   <metadata>
Oct 26 02:24:00 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:24:00 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:24:00 user nova-compute[74702]:       <nova:name>tempest-TestShelveInstance-server-842355100</nova:name>
Oct 26 02:24:00 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:23:59</nova:creationTime>
Oct 26 02:24:00 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:24:00 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:24:00 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:24:00 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:24:00 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:24:00 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:24:00 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:24:00 user nova-compute[74702]:       <nova:owner>
Oct 26 02:24:00 user nova-compute[74702]:         <nova:user uuid="186d09e1ec104e62a924a9512f532b56">tempest-TestShelveInstance-591425732-project-member</nova:user>
Oct 26 02:24:00 user nova-compute[74702]:         <nova:project uuid="3dd8ff6005974c519628d3dd7a310597">tempest-TestShelveInstance-591425732</nova:project>
Oct 26 02:24:00 user nova-compute[74702]:       </nova:owner>
Oct 26 02:24:00 user nova-compute[74702]:       <nova:ports>
Oct 26 02:24:00 user nova-compute[74702]:         <nova:port uuid="f580e9c0-f263-4cfc-85d1-f2aa231cbfc1">
Oct 26 02:24:00 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 26 02:24:00 user nova-compute[74702]:         </nova:port>
Oct 26 02:24:00 user nova-compute[74702]:       </nova:ports>
Oct 26 02:24:00 user nova-compute[74702]:     </nova:instance>
Oct 26 02:24:00 user nova-compute[74702]:   </metadata>
Oct 26 02:24:00 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:24:00 user nova-compute[74702]:     <system>
Oct 26 02:24:00 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:24:00 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:24:00 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:24:00 user nova-compute[74702]:       <entry name="serial">410a9879-d9e1-452f-ac76-30636e29446e</entry>
Oct 26 02:24:00 user nova-compute[74702]:       <entry name="uuid">410a9879-d9e1-452f-ac76-30636e29446e</entry>
Oct 26 02:24:00 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:24:00 user nova-compute[74702]:     </system>
Oct 26 02:24:00 user nova-compute[74702]:   </sysinfo>
Oct 26 02:24:00 user nova-compute[74702]:   <os>
Oct 26 02:24:00 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:24:00 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:24:00 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:24:00 user nova-compute[74702]:   </os>
Oct 26 02:24:00 user nova-compute[74702]:   <features>
Oct 26 02:24:00 user nova-compute[74702]:     <acpi/>
Oct 26 02:24:00 user nova-compute[74702]:     <apic/>
Oct 26 02:24:00 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:24:00 user nova-compute[74702]:   </features>
Oct 26 02:24:00 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:24:00 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:24:00 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:24:00 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:24:00 user nova-compute[74702]:   </clock>
Oct 26 02:24:00 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:24:00 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:24:00 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:24:00 user nova-compute[74702]:   </cpu>
Oct 26 02:24:00 user nova-compute[74702]:   <devices>
Oct 26 02:24:00 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:24:00 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:24:00 user nova-compute[74702]:       <source dev="/dev/sdb"/>
Oct 26 02:24:00 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:24:00 user nova-compute[74702]:       <serial>e59797af-56e7-4220-9544-26228f05c102</serial>
Oct 26 02:24:00 user nova-compute[74702]:     </disk>
Oct 26 02:24:00 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:24:00 user nova-compute[74702]:       <mac address="fa:16:3e:f9:fa:f4"/>
Oct 26 02:24:00 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:24:00 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:24:00 user nova-compute[74702]:       <target dev="tapf580e9c0-f2"/>
Oct 26 02:24:00 user nova-compute[74702]:     </interface>
Oct 26 02:24:00 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:24:00 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/410a9879-d9e1-452f-ac76-30636e29446e/console.log" append="off"/>
Oct 26 02:24:00 user nova-compute[74702]:     </serial>
Oct 26 02:24:00 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:24:00 user nova-compute[74702]:     <video>
Oct 26 02:24:00 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:24:00 user nova-compute[74702]:     </video>
Oct 26 02:24:00 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:24:00 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:24:00 user nova-compute[74702]:     </rng>
Oct 26 02:24:00 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:24:00 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:24:00 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:24:00 user nova-compute[74702]:     </memballoon>
Oct 26 02:24:00 user nova-compute[74702]:   </devices>
Oct 26 02:24:00 user nova-compute[74702]: </domain>
Oct 26 02:24:00 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:23:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-842355100',display_name='tempest-TestShelveInstance-server-842355100',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-842355100',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIx9wjRCbFVH6c8Qdwm2hoD5S0VJlkTf0uAoG3qLDfH+FqqSAaxgYqSO8/aH2OS1nLqV1E0jNAM1OB65oHAbGN5CuH5eBug9wHgxc410juDssvnA4H1tVbK7lGSo+tGWOA==',key_name='tempest-TestShelveInstance-2106465477',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3dd8ff6005974c519628d3dd7a310597',ramdisk_id='',reservation_id='r-hl80sm75',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-591425732',owner_user_name='tempest-TestShelveInstance-591425732-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:23:42Z,user_data=None,user_id='186d09e1ec104e62a924a9512f532b56',uuid=410a9879-d9e1-452f-ac76-30636e29446e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Converting VIF {"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG os_vif [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a5774c2b-6e04-5011-a2c0-3ab656723bc0', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf580e9c0-f2, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf580e9c0-f2, col_values=(('qos', UUID('2fc4e455-9ac1-49ff-8892-6751e1e6fff1')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf580e9c0-f2, col_values=(('external_ids', {'iface-id': 'f580e9c0-f263-4cfc-85d1-f2aa231cbfc1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f9:fa:f4', 'vm-uuid': '410a9879-d9e1-452f-ac76-30636e29446e'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:00 user nova-compute[74702]: INFO os_vif [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2')
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:24:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] No VIF found with MAC fa:16:3e:f9:fa:f4, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-b582d65e-b3ec-40e6-b731-d056d214ee4c req-67eec960-1f12-4eb1-afd9-51570f19b848 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b582d65e-b3ec-40e6-b731-d056d214ee4c req-67eec960-1f12-4eb1-afd9-51570f19b848 service nova] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b582d65e-b3ec-40e6-b731-d056d214ee4c req-67eec960-1f12-4eb1-afd9-51570f19b848 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b582d65e-b3ec-40e6-b731-d056d214ee4c req-67eec960-1f12-4eb1-afd9-51570f19b848 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG nova.compute.manager [req-b582d65e-b3ec-40e6-b731-d056d214ee4c req-67eec960-1f12-4eb1-afd9-51570f19b848 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] No waiting events found dispatching network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:24:02 user nova-compute[74702]: WARNING nova.compute.manager [req-b582d65e-b3ec-40e6-b731-d056d214ee4c req-67eec960-1f12-4eb1-afd9-51570f19b848 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received unexpected event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 for instance with vm_state stopped and task_state powering-on.
Oct 26 02:24:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-ae3ea823-5c6e-4030-b80a-9c0831457abd req-cb4679e2-c8f6-46d8-8c29-71fc7c3628d3 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:24:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ae3ea823-5c6e-4030-b80a-9c0831457abd req-cb4679e2-c8f6-46d8-8c29-71fc7c3628d3 service nova] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:24:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ae3ea823-5c6e-4030-b80a-9c0831457abd req-cb4679e2-c8f6-46d8-8c29-71fc7c3628d3 service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:24:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ae3ea823-5c6e-4030-b80a-9c0831457abd req-cb4679e2-c8f6-46d8-8c29-71fc7c3628d3 service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:24:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-ae3ea823-5c6e-4030-b80a-9c0831457abd req-cb4679e2-c8f6-46d8-8c29-71fc7c3628d3 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] No waiting events found dispatching network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:24:03 user nova-compute[74702]: WARNING nova.compute.manager [req-ae3ea823-5c6e-4030-b80a-9c0831457abd req-cb4679e2-c8f6-46d8-8c29-71fc7c3628d3 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received unexpected event network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 for instance with vm_state building and task_state spawning.
Oct 26 02:24:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:04 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:24:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-29c8fcac-61e8-4aca-9d98-41c098a07673 req-cf7d61ed-97ac-4838-9f72-16932b9251dc service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:24:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-29c8fcac-61e8-4aca-9d98-41c098a07673 req-cf7d61ed-97ac-4838-9f72-16932b9251dc service nova] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:24:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-29c8fcac-61e8-4aca-9d98-41c098a07673 req-cf7d61ed-97ac-4838-9f72-16932b9251dc service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:24:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-29c8fcac-61e8-4aca-9d98-41c098a07673 req-cf7d61ed-97ac-4838-9f72-16932b9251dc service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:24:04 user nova-compute[74702]: DEBUG nova.compute.manager [req-29c8fcac-61e8-4aca-9d98-41c098a07673 req-cf7d61ed-97ac-4838-9f72-16932b9251dc service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] No waiting events found dispatching network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:24:04 user nova-compute[74702]: WARNING nova.compute.manager [req-29c8fcac-61e8-4aca-9d98-41c098a07673 req-cf7d61ed-97ac-4838-9f72-16932b9251dc service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received unexpected event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 for instance with vm_state stopped and task_state powering-on.
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-0165e2b2-f99c-4580-ae65-c25561b3d69b req-a899baaa-eaca-4bd6-b4fc-e78584c66aa6 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0165e2b2-f99c-4580-ae65-c25561b3d69b req-a899baaa-eaca-4bd6-b4fc-e78584c66aa6 service nova] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0165e2b2-f99c-4580-ae65-c25561b3d69b req-a899baaa-eaca-4bd6-b4fc-e78584c66aa6 service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-0165e2b2-f99c-4580-ae65-c25561b3d69b req-a899baaa-eaca-4bd6-b4fc-e78584c66aa6 service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-0165e2b2-f99c-4580-ae65-c25561b3d69b req-a899baaa-eaca-4bd6-b4fc-e78584c66aa6 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] No waiting events found dispatching network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:24:05 user nova-compute[74702]: WARNING nova.compute.manager [req-0165e2b2-f99c-4580-ae65-c25561b3d69b req-a899baaa-eaca-4bd6-b4fc-e78584c66aa6 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received unexpected event network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 for instance with vm_state building and task_state spawning.
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:24:05 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Instance spawned successfully.
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:24:05 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance rebooted successfully.
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b3fb41cf-5c0f-4831-b389-1a72f89eb5d9 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:24:05 user nova-compute[74702]: INFO nova.compute.manager [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Took 6.10 seconds to spawn the instance on the hypervisor.
Oct 26 02:24:05 user nova-compute[74702]: DEBUG nova.compute.manager [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:24:05 user nova-compute[74702]: INFO nova.compute.manager [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Took 23.78 seconds to build instance.
Oct 26 02:24:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-7ce67a68-ca1d-47b5-a6cd-893cfaf2ed5f tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "410a9879-d9e1-452f-ac76-30636e29446e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.873s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:24:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:06 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:24:06 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:24:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:24:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:24:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:24:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:24:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:24:56 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:24:57 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:24:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:24:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:24:57 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:24:57 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:24:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:24:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:24:57 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:24:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:24:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:24:58 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:24:58 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:24:58 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8855MB free_disk=25.071617126464844GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:24:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:24:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:24:58 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:24:58 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 410a9879-d9e1-452f-ac76-30636e29446e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:24:58 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:24:58 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:24:58 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:24:58 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:24:58 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:24:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.255s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:24:59 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:24:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:24:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:24:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:24:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:24:59 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:24:59 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:25:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating instance_info_cache with network_info: [{"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:25:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:25:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:25:00 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 02:25:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 02:25:00 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:25:01 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 02:25:02 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:02 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:05 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:25:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:25:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:25:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:25:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:06 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:06 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:25:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:25:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:25:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:25:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:25:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:25:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:25:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:25:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:25:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:25:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:20 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:25:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:25:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:25:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:25:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:25:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:25:30 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-b234680d-9183-4acd-8560-2a3c133df74e req-6b3c4eef-98b8-4ac6-bb9c-40a350bdbcb0 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-changed-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG nova.compute.manager [req-b234680d-9183-4acd-8560-2a3c133df74e req-6b3c4eef-98b8-4ac6-bb9c-40a350bdbcb0 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Refreshing instance network info cache due to event network-changed-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b234680d-9183-4acd-8560-2a3c133df74e req-6b3c4eef-98b8-4ac6-bb9c-40a350bdbcb0 service nova] Acquiring lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b234680d-9183-4acd-8560-2a3c133df74e req-6b3c4eef-98b8-4ac6-bb9c-40a350bdbcb0 service nova] Acquired lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG nova.network.neutron [req-b234680d-9183-4acd-8560-2a3c133df74e req-6b3c4eef-98b8-4ac6-bb9c-40a350bdbcb0 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Refreshing network info cache for port f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG nova.network.neutron [req-b234680d-9183-4acd-8560-2a3c133df74e req-6b3c4eef-98b8-4ac6-bb9c-40a350bdbcb0 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updated VIF entry in instance network info cache for port f580e9c0-f263-4cfc-85d1-f2aa231cbfc1. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG nova.network.neutron [req-b234680d-9183-4acd-8560-2a3c133df74e req-6b3c4eef-98b8-4ac6-bb9c-40a350bdbcb0 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating instance_info_cache with network_info: [{"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b234680d-9183-4acd-8560-2a3c133df74e req-6b3c4eef-98b8-4ac6-bb9c-40a350bdbcb0 service nova] Releasing lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "410a9879-d9e1-452f-ac76-30636e29446e" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:25:33 user nova-compute[74702]: INFO nova.compute.manager [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Shelve offloading
Oct 26 02:25:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:34 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Instance destroyed successfully.
Oct 26 02:25:34 user nova-compute[74702]: DEBUG nova.compute.manager [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:25:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:25:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquired lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:25:34 user nova-compute[74702]: DEBUG nova.network.neutron [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-a76eca98-61a2-4c95-abd9-f03ed0a594b1 req-2af9938c-f538-43ea-8651-b5421dd75b2f service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-vif-unplugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a76eca98-61a2-4c95-abd9-f03ed0a594b1 req-2af9938c-f538-43ea-8651-b5421dd75b2f service nova] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a76eca98-61a2-4c95-abd9-f03ed0a594b1 req-2af9938c-f538-43ea-8651-b5421dd75b2f service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a76eca98-61a2-4c95-abd9-f03ed0a594b1 req-2af9938c-f538-43ea-8651-b5421dd75b2f service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-a76eca98-61a2-4c95-abd9-f03ed0a594b1 req-2af9938c-f538-43ea-8651-b5421dd75b2f service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] No waiting events found dispatching network-vif-unplugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:25:35 user nova-compute[74702]: WARNING nova.compute.manager [req-a76eca98-61a2-4c95-abd9-f03ed0a594b1 req-2af9938c-f538-43ea-8651-b5421dd75b2f service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received unexpected event network-vif-unplugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 for instance with vm_state active and task_state shelving.
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-a76eca98-61a2-4c95-abd9-f03ed0a594b1 req-2af9938c-f538-43ea-8651-b5421dd75b2f service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a76eca98-61a2-4c95-abd9-f03ed0a594b1 req-2af9938c-f538-43ea-8651-b5421dd75b2f service nova] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a76eca98-61a2-4c95-abd9-f03ed0a594b1 req-2af9938c-f538-43ea-8651-b5421dd75b2f service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a76eca98-61a2-4c95-abd9-f03ed0a594b1 req-2af9938c-f538-43ea-8651-b5421dd75b2f service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-a76eca98-61a2-4c95-abd9-f03ed0a594b1 req-2af9938c-f538-43ea-8651-b5421dd75b2f service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] No waiting events found dispatching network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:25:35 user nova-compute[74702]: WARNING nova.compute.manager [req-a76eca98-61a2-4c95-abd9-f03ed0a594b1 req-2af9938c-f538-43ea-8651-b5421dd75b2f service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received unexpected event network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 for instance with vm_state active and task_state shelving.
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.network.neutron [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating instance_info_cache with network_info: [{"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Releasing lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:35 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Instance destroyed successfully.
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.objects.instance [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lazy-loading 'resources' on Instance uuid 410a9879-d9e1-452f-ac76-30636e29446e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:23:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-842355100',display_name='tempest-TestShelveInstance-server-842355100',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-842355100',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIx9wjRCbFVH6c8Qdwm2hoD5S0VJlkTf0uAoG3qLDfH+FqqSAaxgYqSO8/aH2OS1nLqV1E0jNAM1OB65oHAbGN5CuH5eBug9wHgxc410juDssvnA4H1tVbK7lGSo+tGWOA==',key_name='tempest-TestShelveInstance-2106465477',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:24:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3dd8ff6005974c519628d3dd7a310597',ramdisk_id='',reservation_id='r-hl80sm75',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-591425732',owner_user_name='tempest-TestShelveInstance-591425732-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:24:06Z,user_data=None,user_id='186d09e1ec104e62a924a9512f532b56',uuid=410a9879-d9e1-452f-ac76-30636e29446e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Converting VIF {"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG os_vif [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf580e9c0-f2, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-fa0320fe-b0c9-4a99-80ec-27a678be8462 req-83a74129-4793-4670-8c65-819553244b02 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-changed-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.compute.manager [req-fa0320fe-b0c9-4a99-80ec-27a678be8462 req-83a74129-4793-4670-8c65-819553244b02 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Refreshing instance network info cache due to event network-changed-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fa0320fe-b0c9-4a99-80ec-27a678be8462 req-83a74129-4793-4670-8c65-819553244b02 service nova] Acquiring lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fa0320fe-b0c9-4a99-80ec-27a678be8462 req-83a74129-4793-4670-8c65-819553244b02 service nova] Acquired lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.network.neutron [req-fa0320fe-b0c9-4a99-80ec-27a678be8462 req-83a74129-4793-4670-8c65-819553244b02 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Refreshing network info cache for port f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2fc4e455-9ac1-49ff-8892-6751e1e6fff1) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:25:35 user nova-compute[74702]: INFO os_vif [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2')
Oct 26 02:25:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfWXuYJP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:25:35 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:25:35 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2c78c89-2cf9-4e72-913c-22737c1a7a1b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:25:35 user nova-compute[74702]: No targets found.
Oct 26 02:25:35 user nova-compute[74702]: iSNS:
Oct 26 02:25:35 user nova-compute[74702]: No targets found.
Oct 26 02:25:35 user nova-compute[74702]: STATIC:
Oct 26 02:25:35 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102
Oct 26 02:25:35 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:25:35 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:25:35 user nova-compute[74702]: FIRMWARE:
Oct 26 02:25:35 user nova-compute[74702]: No targets found.
Oct 26 02:25:35 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:25:35 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:25:35 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:25:35 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f20d168-89ac-488f-8be0-7435ae6cd56b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[76c2dec3-afee-4346-85ce-342be4fa6d37]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)
Oct 26 02:25:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)
Oct 26 02:25:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95083d5a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd437e86-b9c2-4556-836e-4bf74f1bf6ae]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[59a17de9-8c7b-4081-bbc2-3974ebbe6c11]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0307a210-064d-491d-8dad-8618277e31c8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.031s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[156492e6-5486-4588-8f80-1f963de3f6a5]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[885bf23c-7044-4edf-9a5a-64a23eea3281]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[37cd14b4-2c71-4c65-9027-bbaf17835942]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260]
Oct 26 02:25:36 user nova-compute[74702]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260] successful.
Oct 26 02:25:36 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[be2f3c1a-6799-483c-9dec-91586fd27e3e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] <== disconnect_volume: return (315ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:25:36 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Deleting instance files /opt/stack/data/nova/instances/410a9879-d9e1-452f-ac76-30636e29446e_del
Oct 26 02:25:36 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Deletion of /opt/stack/data/nova/instances/410a9879-d9e1-452f-ac76-30636e29446e_del complete
Oct 26 02:25:36 user nova-compute[74702]: DEBUG nova.network.neutron [req-fa0320fe-b0c9-4a99-80ec-27a678be8462 req-83a74129-4793-4670-8c65-819553244b02 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updated VIF entry in instance network info cache for port f580e9c0-f263-4cfc-85d1-f2aa231cbfc1. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG nova.network.neutron [req-fa0320fe-b0c9-4a99-80ec-27a678be8462 req-83a74129-4793-4670-8c65-819553244b02 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating instance_info_cache with network_info: [{"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": null, "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:25:36 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fa0320fe-b0c9-4a99-80ec-27a678be8462 req-83a74129-4793-4670-8c65-819553244b02 service nova] Releasing lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:25:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:37 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Deleted allocations for instance 410a9879-d9e1-452f-ac76-30636e29446e
Oct 26 02:25:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:25:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:25:37 user nova-compute[74702]: DEBUG nova.objects.instance [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lazy-loading 'numa_topology' on Instance uuid 410a9879-d9e1-452f-ac76-30636e29446e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:25:37 user nova-compute[74702]: DEBUG nova.objects.base [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Object Instance<410a9879-d9e1-452f-ac76-30636e29446e> lazy-loaded attributes: resources,numa_topology {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:25:37 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:25:37 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:25:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.140s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:25:37 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-52fdb25e-510a-464d-aa52-9565fec861b1 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "410a9879-d9e1-452f-ac76-30636e29446e" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.906s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:25:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:47 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_power_states {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:47 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 02:25:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:25:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:25:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:25:50 user nova-compute[74702]: INFO nova.compute.manager [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Terminating instance
Oct 26 02:25:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef95d3e8-c7b0-4b35-956e-faad42a97215 req-5a612a28-fcb3-410e-83ba-a6853ae290a1 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-unplugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef95d3e8-c7b0-4b35-956e-faad42a97215 req-5a612a28-fcb3-410e-83ba-a6853ae290a1 service nova] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef95d3e8-c7b0-4b35-956e-faad42a97215 req-5a612a28-fcb3-410e-83ba-a6853ae290a1 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-ef95d3e8-c7b0-4b35-956e-faad42a97215 req-5a612a28-fcb3-410e-83ba-a6853ae290a1 service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef95d3e8-c7b0-4b35-956e-faad42a97215 req-5a612a28-fcb3-410e-83ba-a6853ae290a1 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] No waiting events found dispatching network-vif-unplugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG nova.compute.manager [req-ef95d3e8-c7b0-4b35-956e-faad42a97215 req-5a612a28-fcb3-410e-83ba-a6853ae290a1 service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-unplugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:50 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Instance destroyed successfully.
Oct 26 02:25:50 user nova-compute[74702]: DEBUG nova.objects.instance [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'resources' on Instance uuid 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:15:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1143324844',display_name='tempest-AttachVolumeTestJSON-server-1143324844',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1143324844',id=46,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMPmbYh9mXIBv1hR5w/N5a++59Oa2Ir7UBl5K1JJNhc5mULgbu4nP+POjWoEZHsf+8PevmJKK5UsqeLLXOqTMDtvRR/ENC5zAYZV7qthVg77K/QphgeUXcUZ37nYM/T1EQ==',key_name='tempest-keypair-2138607843',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e1412bda6c114e75a9d2c50421d4b569',ramdisk_id='',reservation_id='r-myf7sd0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1928301654',owner_user_name='tempest-AttachVolumeTestJSON-1928301654-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:24:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de20da9f029a4cabbef99ab4aee8c936',uuid=0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converting VIF {"id": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "address": "fa:16:3e:65:2a:01", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66a1281a-71", "ovs_interfaceid": "66a1281a-7120-4bd3-9163-f10cc24c62d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG os_vif [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66a1281a-71, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=07b2fd77-2775-4bc8-bc88-38c45fb3c639) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:25:51 user nova-compute[74702]: INFO os_vif [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:2a:01,bridge_name='br-int',has_traffic_filtering=True,id=66a1281a-7120-4bd3-9163-f10cc24c62d3,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66a1281a-71')
Oct 26 02:25:51 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Deleting instance files /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a_del
Oct 26 02:25:51 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Deletion of /opt/stack/data/nova/instances/0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a_del complete
Oct 26 02:25:51 user nova-compute[74702]: INFO nova.compute.manager [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Took 0.67 seconds to destroy the instance on the hypervisor.
Oct 26 02:25:51 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:25:51 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Took 0.84 seconds to deallocate network for instance.
Oct 26 02:25:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:25:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-69b9647f-5a2e-4e6c-b03f-b85ffd00cabd req-16e2d9a6-f724-493e-92f5-6f656c46015a service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-deleted-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.320s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:25:52 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Deleted allocations for instance 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a
Oct 26 02:25:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-4a4ed526-5a3a-4a86-ac89-db90570143c3 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.016s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-e4e7c2a6-26b6-4f81-8fd4-28a37c4e0d02 req-66393985-93ec-4cae-9ea4-3ad12832f77a service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e4e7c2a6-26b6-4f81-8fd4-28a37c4e0d02 req-66393985-93ec-4cae-9ea4-3ad12832f77a service nova] Acquiring lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e4e7c2a6-26b6-4f81-8fd4-28a37c4e0d02 req-66393985-93ec-4cae-9ea4-3ad12832f77a service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e4e7c2a6-26b6-4f81-8fd4-28a37c4e0d02 req-66393985-93ec-4cae-9ea4-3ad12832f77a service nova] Lock "0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:25:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-e4e7c2a6-26b6-4f81-8fd4-28a37c4e0d02 req-66393985-93ec-4cae-9ea4-3ad12832f77a service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] No waiting events found dispatching network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:25:52 user nova-compute[74702]: WARNING nova.compute.manager [req-e4e7c2a6-26b6-4f81-8fd4-28a37c4e0d02 req-66393985-93ec-4cae-9ea4-3ad12832f77a service nova] [instance: 0a84a8bb-c3ab-4db7-92c7-a35ab9972c0a] Received unexpected event network-vif-plugged-66a1281a-7120-4bd3-9163-f10cc24c62d3 for instance with vm_state deleted and task_state None.
Oct 26 02:25:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:25:58 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:58 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:25:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:25:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:25:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:25:58 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:25:59 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:25:59 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:25:59 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9089MB free_disk=25.098812103271484GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:25:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:25:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:25:59 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:25:59 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:25:59 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:25:59 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:25:59 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:25:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.148s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:26:00 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:26:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:26:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Skipping network cache update for instance because it has been migrated to another host. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9965}}
Oct 26 02:26:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:26:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:26:03 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:26:04 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:26:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:26:06 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:26:06 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:26:06 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:26:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:26:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:26:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:26:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:26:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:26:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:26:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:26:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:26:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:26:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:26:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:26:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:26:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:26:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:26:43 user nova-compute[74702]: DEBUG nova.compute.manager [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:26:44 user nova-compute[74702]: INFO nova.compute.claims [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Claim successful on node user
Oct 26 02:26:44 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.194s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG nova.network.neutron [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:26:44 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:26:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG nova.policy [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de20da9f029a4cabbef99ab4aee8c936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1412bda6c114e75a9d2c50421d4b569', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG nova.compute.manager [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:26:44 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Creating image(s)
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "/opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "/opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "/opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9,backing_fmt=raw /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk 1073741824" returned: 0 in 0.054s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "8782f349a3bb6b8781448d494ef4cdca6214fcf9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:26:44 user nova-compute[74702]: DEBUG nova.network.neutron [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Successfully created port: 42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8782f349a3bb6b8781448d494ef4cdca6214fcf9 --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Cannot resize image /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Ensure instance console log exists: /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.network.neutron [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Successfully updated port: 42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquired lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.network.neutron [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-44447c2b-38a8-4421-afe6-0de309c4d476 req-02bfa0b9-dd65-44c4-8620-fcb2d47287e6 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Received event network-changed-42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.compute.manager [req-44447c2b-38a8-4421-afe6-0de309c4d476 req-02bfa0b9-dd65-44c4-8620-fcb2d47287e6 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Refreshing instance network info cache due to event network-changed-42a87a06-3526-4381-adea-7dfc68da534d. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44447c2b-38a8-4421-afe6-0de309c4d476 req-02bfa0b9-dd65-44c4-8620-fcb2d47287e6 service nova] Acquiring lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.network.neutron [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.network.neutron [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updating instance_info_cache with network_info: [{"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Releasing lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.compute.manager [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Instance network_info: |[{"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44447c2b-38a8-4421-afe6-0de309c4d476 req-02bfa0b9-dd65-44c4-8620-fcb2d47287e6 service nova] Acquired lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.network.neutron [req-44447c2b-38a8-4421-afe6-0de309c4d476 req-02bfa0b9-dd65-44c4-8620-fcb2d47287e6 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Refreshing network info cache for port 42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Start _get_guest_xml network_info=[{"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '13f38a05-6339-4dea-a135-bff12e404c02'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:26:45 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:26:45 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T01:34:40Z,direct_url=<?>,disk_format='qcow2',id=13f38a05-6339-4dea-a135-bff12e404c02,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='c214319323724dd88b28ccbd8df1dac2',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T01:34:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2051802476',display_name='tempest-AttachVolumeTestJSON-server-2051802476',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2051802476',id=50,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBANhcI770N8WX1mURuSNFZdfzL0UY0OLLoecMeQEQQlaNglm1LUQIKVRJAzk8GG0h/8fuBwBrbYHaa/JnqR6uLTwReK9IamVAGKGV3h+0esPUYLoK4Zmun+d7V447IFcTA==',key_name='tempest-keypair-250072072',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e1412bda6c114e75a9d2c50421d4b569',ramdisk_id='',reservation_id='r-ebaeuhal',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1928301654',owner_user_name='tempest-AttachVolumeTestJSON-1928301654-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:26:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de20da9f029a4cabbef99ab4aee8c936',uuid=2d687198-d35d-413b-b7f7-66f90c915a80,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converting VIF {"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:d2:3e,bridge_name='br-int',has_traffic_filtering=True,id=42a87a06-3526-4381-adea-7dfc68da534d,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42a87a06-35') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.objects.instance [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'pci_devices' on Instance uuid 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:26:45 user nova-compute[74702]:   <uuid>2d687198-d35d-413b-b7f7-66f90c915a80</uuid>
Oct 26 02:26:45 user nova-compute[74702]:   <name>instance-00000032</name>
Oct 26 02:26:45 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:26:45 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:26:45 user nova-compute[74702]:   <metadata>
Oct 26 02:26:45 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:26:45 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:26:45 user nova-compute[74702]:       <nova:name>tempest-AttachVolumeTestJSON-server-2051802476</nova:name>
Oct 26 02:26:45 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:26:45</nova:creationTime>
Oct 26 02:26:45 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:26:45 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:26:45 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:26:45 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:26:45 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:26:45 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:26:45 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:26:45 user nova-compute[74702]:       <nova:owner>
Oct 26 02:26:45 user nova-compute[74702]:         <nova:user uuid="de20da9f029a4cabbef99ab4aee8c936">tempest-AttachVolumeTestJSON-1928301654-project-member</nova:user>
Oct 26 02:26:45 user nova-compute[74702]:         <nova:project uuid="e1412bda6c114e75a9d2c50421d4b569">tempest-AttachVolumeTestJSON-1928301654</nova:project>
Oct 26 02:26:45 user nova-compute[74702]:       </nova:owner>
Oct 26 02:26:45 user nova-compute[74702]:       <nova:root type="image" uuid="13f38a05-6339-4dea-a135-bff12e404c02"/>
Oct 26 02:26:45 user nova-compute[74702]:       <nova:ports>
Oct 26 02:26:45 user nova-compute[74702]:         <nova:port uuid="42a87a06-3526-4381-adea-7dfc68da534d">
Oct 26 02:26:45 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 26 02:26:45 user nova-compute[74702]:         </nova:port>
Oct 26 02:26:45 user nova-compute[74702]:       </nova:ports>
Oct 26 02:26:45 user nova-compute[74702]:     </nova:instance>
Oct 26 02:26:45 user nova-compute[74702]:   </metadata>
Oct 26 02:26:45 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:26:45 user nova-compute[74702]:     <system>
Oct 26 02:26:45 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:26:45 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:26:45 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:26:45 user nova-compute[74702]:       <entry name="serial">2d687198-d35d-413b-b7f7-66f90c915a80</entry>
Oct 26 02:26:45 user nova-compute[74702]:       <entry name="uuid">2d687198-d35d-413b-b7f7-66f90c915a80</entry>
Oct 26 02:26:45 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:26:45 user nova-compute[74702]:     </system>
Oct 26 02:26:45 user nova-compute[74702]:   </sysinfo>
Oct 26 02:26:45 user nova-compute[74702]:   <os>
Oct 26 02:26:45 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:26:45 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:26:45 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:26:45 user nova-compute[74702]:   </os>
Oct 26 02:26:45 user nova-compute[74702]:   <features>
Oct 26 02:26:45 user nova-compute[74702]:     <acpi/>
Oct 26 02:26:45 user nova-compute[74702]:     <apic/>
Oct 26 02:26:45 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:26:45 user nova-compute[74702]:   </features>
Oct 26 02:26:45 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:26:45 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:26:45 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:26:45 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:26:45 user nova-compute[74702]:   </clock>
Oct 26 02:26:45 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:26:45 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:26:45 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:26:45 user nova-compute[74702]:   </cpu>
Oct 26 02:26:45 user nova-compute[74702]:   <devices>
Oct 26 02:26:45 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:26:45 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:26:45 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk"/>
Oct 26 02:26:45 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:26:45 user nova-compute[74702]:     </disk>
Oct 26 02:26:45 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:26:45 user nova-compute[74702]:       <mac address="fa:16:3e:31:d2:3e"/>
Oct 26 02:26:45 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:26:45 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:26:45 user nova-compute[74702]:       <target dev="tap42a87a06-35"/>
Oct 26 02:26:45 user nova-compute[74702]:     </interface>
Oct 26 02:26:45 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:26:45 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/console.log" append="off"/>
Oct 26 02:26:45 user nova-compute[74702]:     </serial>
Oct 26 02:26:45 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:26:45 user nova-compute[74702]:     <video>
Oct 26 02:26:45 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:26:45 user nova-compute[74702]:     </video>
Oct 26 02:26:45 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:26:45 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:26:45 user nova-compute[74702]:     </rng>
Oct 26 02:26:45 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:26:45 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:26:45 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:26:45 user nova-compute[74702]:     </memballoon>
Oct 26 02:26:45 user nova-compute[74702]:   </devices>
Oct 26 02:26:45 user nova-compute[74702]: </domain>
Oct 26 02:26:45 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2051802476',display_name='tempest-AttachVolumeTestJSON-server-2051802476',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2051802476',id=50,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBANhcI770N8WX1mURuSNFZdfzL0UY0OLLoecMeQEQQlaNglm1LUQIKVRJAzk8GG0h/8fuBwBrbYHaa/JnqR6uLTwReK9IamVAGKGV3h+0esPUYLoK4Zmun+d7V447IFcTA==',key_name='tempest-keypair-250072072',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e1412bda6c114e75a9d2c50421d4b569',ramdisk_id='',reservation_id='r-ebaeuhal',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1928301654',owner_user_name='tempest-AttachVolumeTestJSON-1928301654-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:26:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de20da9f029a4cabbef99ab4aee8c936',uuid=2d687198-d35d-413b-b7f7-66f90c915a80,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converting VIF {"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:d2:3e,bridge_name='br-int',has_traffic_filtering=True,id=42a87a06-3526-4381-adea-7dfc68da534d,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42a87a06-35') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG os_vif [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:d2:3e,bridge_name='br-int',has_traffic_filtering=True,id=42a87a06-3526-4381-adea-7dfc68da534d,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42a87a06-35') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:26:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6a31d91a-f67b-5197-9e5d-6e4bb91a9e25', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap42a87a06-35, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap42a87a06-35, col_values=(('qos', UUID('1a1f1ece-3f84-4db2-a948-ec874b8a3f48')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap42a87a06-35, col_values=(('external_ids', {'iface-id': '42a87a06-3526-4381-adea-7dfc68da534d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:31:d2:3e', 'vm-uuid': '2d687198-d35d-413b-b7f7-66f90c915a80'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:46 user nova-compute[74702]: INFO os_vif [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:d2:3e,bridge_name='br-int',has_traffic_filtering=True,id=42a87a06-3526-4381-adea-7dfc68da534d,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42a87a06-35')
Oct 26 02:26:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No VIF found with MAC fa:16:3e:31:d2:3e, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG nova.network.neutron [req-44447c2b-38a8-4421-afe6-0de309c4d476 req-02bfa0b9-dd65-44c4-8620-fcb2d47287e6 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updated VIF entry in instance network info cache for port 42a87a06-3526-4381-adea-7dfc68da534d. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG nova.network.neutron [req-44447c2b-38a8-4421-afe6-0de309c4d476 req-02bfa0b9-dd65-44c4-8620-fcb2d47287e6 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updating instance_info_cache with network_info: [{"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:26:46 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-44447c2b-38a8-4421-afe6-0de309c4d476 req-02bfa0b9-dd65-44c4-8620-fcb2d47287e6 service nova] Releasing lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:26:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-69618f28-1e12-47cc-b280-f92b8855c6ec req-1265c6d8-f0b9-4acc-8195-265507e113b2 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Received event network-vif-plugged-42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:26:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-69618f28-1e12-47cc-b280-f92b8855c6ec req-1265c6d8-f0b9-4acc-8195-265507e113b2 service nova] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:26:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-69618f28-1e12-47cc-b280-f92b8855c6ec req-1265c6d8-f0b9-4acc-8195-265507e113b2 service nova] Lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:26:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-69618f28-1e12-47cc-b280-f92b8855c6ec req-1265c6d8-f0b9-4acc-8195-265507e113b2 service nova] Lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:26:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-69618f28-1e12-47cc-b280-f92b8855c6ec req-1265c6d8-f0b9-4acc-8195-265507e113b2 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] No waiting events found dispatching network-vif-plugged-42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:26:47 user nova-compute[74702]: WARNING nova.compute.manager [req-69618f28-1e12-47cc-b280-f92b8855c6ec req-1265c6d8-f0b9-4acc-8195-265507e113b2 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Received unexpected event network-vif-plugged-42a87a06-3526-4381-adea-7dfc68da534d for instance with vm_state building and task_state spawning.
Oct 26 02:26:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-e0981e73-7af2-4ef3-88d8-4041a20df535 req-b44aa2e2-6ac7-4472-aa63-7416433fcff6 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Received event network-vif-plugged-42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:26:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e0981e73-7af2-4ef3-88d8-4041a20df535 req-b44aa2e2-6ac7-4472-aa63-7416433fcff6 service nova] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:26:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e0981e73-7af2-4ef3-88d8-4041a20df535 req-b44aa2e2-6ac7-4472-aa63-7416433fcff6 service nova] Lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:26:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e0981e73-7af2-4ef3-88d8-4041a20df535 req-b44aa2e2-6ac7-4472-aa63-7416433fcff6 service nova] Lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:26:49 user nova-compute[74702]: DEBUG nova.compute.manager [req-e0981e73-7af2-4ef3-88d8-4041a20df535 req-b44aa2e2-6ac7-4472-aa63-7416433fcff6 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] No waiting events found dispatching network-vif-plugged-42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:26:49 user nova-compute[74702]: WARNING nova.compute.manager [req-e0981e73-7af2-4ef3-88d8-4041a20df535 req-b44aa2e2-6ac7-4472-aa63-7416433fcff6 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Received unexpected event network-vif-plugged-42a87a06-3526-4381-adea-7dfc68da534d for instance with vm_state building and task_state spawning.
Oct 26 02:26:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:26:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:26:49 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Instance spawned successfully.
Oct 26 02:26:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:26:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:26:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:26:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:26:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:26:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:26:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:26:49 user nova-compute[74702]: INFO nova.compute.manager [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Took 5.27 seconds to spawn the instance on the hypervisor.
Oct 26 02:26:49 user nova-compute[74702]: DEBUG nova.compute.manager [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:26:49 user nova-compute[74702]: INFO nova.compute.manager [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Took 5.79 seconds to build instance.
Oct 26 02:26:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-64a49cb7-27ee-49f4-aa00-15d4246be2da tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.907s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:26:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:26:59 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:26:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:26:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:26:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:26:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:26:59 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:26:59 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updating instance_info_cache with network_info: [{"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:00 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:27:00 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:27:00 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8920MB free_disk=25.096763610839844GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 2d687198-d35d-413b-b7f7-66f90c915a80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:27:00 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:27:01 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:27:01 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:27:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:01 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:27:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.176s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:27:01 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:27:05 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:27:05 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:27:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:27:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:27:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:27:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:27:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:27:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:07 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:27:07 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:27:08 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:27:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:27:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:27:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:27:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "410a9879-d9e1-452f-ac76-30636e29446e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:27:25 user nova-compute[74702]: INFO nova.compute.manager [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Unshelving
Oct 26 02:27:25 user nova-compute[74702]: INFO nova.virt.block_device [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Booting with volume e59797af-56e7-4220-9544-26228f05c102 at /dev/vda
Oct 26 02:27:25 user nova-compute[74702]: DEBUG os_brick.utils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a75434c-df88-4aaf-8508-e308b41b28b2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4f10c87-73b8-421d-8bb9-d1cc1e35653e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad317d78-08ba-4a61-84ae-812780b69cdb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0f8b199-1bfb-4e0c-98a4-5f6289097123]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:27:25 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:27:25 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4f7f9e9-5e75-4aa1-95b2-76c59b022f6c]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG os_brick.utils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:27:25 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating existing volume attachment record: a4a06779-c1d3-4aae-9e35-1391f0cc94a2 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:27:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:27:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:27:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:27:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:27:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:27:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:27:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:27:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:27:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:27:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:27:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:27:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:27:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:27:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:27:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:27:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:27:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:27:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:27:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:27:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:27:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:27:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:27:51 user nova-compute[74702]: DEBUG nova.objects.instance [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lazy-loading 'pci_requests' on Instance uuid 410a9879-d9e1-452f-ac76-30636e29446e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:27:51 user nova-compute[74702]: DEBUG nova.objects.instance [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lazy-loading 'numa_topology' on Instance uuid 410a9879-d9e1-452f-ac76-30636e29446e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:27:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:27:51 user nova-compute[74702]: INFO nova.compute.claims [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Claim successful on node user
Oct 26 02:27:52 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:27:52 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:27:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.289s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:27:52 user nova-compute[74702]: INFO nova.network.neutron [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating port f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 26 02:27:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:27:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquired lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:27:52 user nova-compute[74702]: DEBUG nova.network.neutron [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:27:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-822ad49c-e079-4472-aac5-7e892806063d req-ceaf0179-dcf4-4db2-829d-a33cff54465f service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-changed-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:27:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-822ad49c-e079-4472-aac5-7e892806063d req-ceaf0179-dcf4-4db2-829d-a33cff54465f service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Refreshing instance network info cache due to event network-changed-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:27:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-822ad49c-e079-4472-aac5-7e892806063d req-ceaf0179-dcf4-4db2-829d-a33cff54465f service nova] Acquiring lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.network.neutron [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating instance_info_cache with network_info: [{"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Releasing lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:27:53 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Creating image(s)
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Did not create local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Ensure instance console log exists: /opt/stack/data/nova/instances/410a9879-d9e1-452f-ac76-30636e29446e/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Start _get_guest_xml network_info=[{"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfWXuYJP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '410a9879-d9e1-452f-ac76-30636e29446e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e59797af-56e7-4220-9544-26228f05c102', 'serial': 'e59797af-56e7-4220-9544-26228f05c102'}, 'attachment_id': 'a4a06779-c1d3-4aae-9e35-1391f0cc94a2', 'guest_format': None, 'boot_index': 0, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-822ad49c-e079-4472-aac5-7e892806063d req-ceaf0179-dcf4-4db2-829d-a33cff54465f service nova] Acquired lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-822ad49c-e079-4472-aac5-7e892806063d req-ceaf0179-dcf4-4db2-829d-a33cff54465f service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Refreshing network info cache for port f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:27:53 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:27:53 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.objects.instance [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lazy-loading 'vcpu_model' on Instance uuid 410a9879-d9e1-452f-ac76-30636e29446e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.objects.base [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Object Instance<410a9879-d9e1-452f-ac76-30636e29446e> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfWXuYJP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:27:53 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:27:53 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:27:53 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b53e7ad8-0aad-443d-aaec-9edb628c6998]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:27:53 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eeab7cc-6d24-4fa1-aef7-6a667b1da1ae]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102] added
Oct 26 02:27:53 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aec8811-7f38-499e-ac01-dfc9c39cf036]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1948e110-f277-42c6-b25b-dd5ab61c6f83]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CfWXuYJP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CfWXuYJP" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0beffcf-bfd7-42fe-8f85-60796d443b2d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CfWXuYJP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fee419c-9772-43a5-af0f-7384129fc56b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[db1a8f4c-04d5-4781-964b-c0cdb2dc6210]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 02:27:53 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 02:27:53 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:27:53 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 02:27:53 user nova-compute[74702]: 
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f0df3e-37b3-47bf-a141-2f1285a23253]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260]
Oct 26 02:27:53 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260] successful.
Oct 26 02:27:53 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[db717d65-8a1f-429c-804b-0305028ca3fa]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[43ede112-f2b9-4f2d-a8e5-bd84af63fa12]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)
Oct 26 02:27:53 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)
Oct 26 02:27:53 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] HCTL ('33', '-', '-', 0) found on session 50 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b465c143-6b30-4f5a-a83d-033f80cd13ac]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfWXuYJP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-822ad49c-e079-4472-aac5-7e892806063d req-ceaf0179-dcf4-4db2-829d-a33cff54465f service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updated VIF entry in instance network info cache for port f580e9c0-f263-4cfc-85d1-f2aa231cbfc1. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-822ad49c-e079-4472-aac5-7e892806063d req-ceaf0179-dcf4-4db2-829d-a33cff54465f service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating instance_info_cache with network_info: [{"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:27:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-822ad49c-e079-4472-aac5-7e892806063d req-ceaf0179-dcf4-4db2-829d-a33cff54465f service nova] Releasing lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23430636430336638', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430636430336638', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T02:23:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-842355100',display_name='tempest-TestShelveInstance-server-842355100',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-842355100',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2106465477',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:24:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3dd8ff6005974c519628d3dd7a310597',ramdisk_id='',reservation_id='r-hl80sm75',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-591425732',owner_user_name='tempest-TestShelveInstance-591425732-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:27:25Z,user_data=None,user_id='186d09e1ec104e62a924a9512f532b56',uuid=410a9879-d9e1-452f-ac76-30636e29446e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Converting VIF {"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG nova.objects.instance [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lazy-loading 'pci_devices' on Instance uuid 410a9879-d9e1-452f-ac76-30636e29446e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG nova.objects.base [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Object Instance<410a9879-d9e1-452f-ac76-30636e29446e> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:27:54 user nova-compute[74702]:   <uuid>410a9879-d9e1-452f-ac76-30636e29446e</uuid>
Oct 26 02:27:54 user nova-compute[74702]:   <name>instance-00000031</name>
Oct 26 02:27:54 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:27:54 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:27:54 user nova-compute[74702]:   <metadata>
Oct 26 02:27:54 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:27:54 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:27:54 user nova-compute[74702]:       <nova:name>tempest-TestShelveInstance-server-842355100</nova:name>
Oct 26 02:27:54 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:27:53</nova:creationTime>
Oct 26 02:27:54 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:27:54 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:27:54 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:27:54 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:27:54 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:27:54 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:27:54 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:27:54 user nova-compute[74702]:       <nova:owner>
Oct 26 02:27:54 user nova-compute[74702]:         <nova:user uuid="186d09e1ec104e62a924a9512f532b56">tempest-TestShelveInstance-591425732-project-member</nova:user>
Oct 26 02:27:54 user nova-compute[74702]:         <nova:project uuid="3dd8ff6005974c519628d3dd7a310597">tempest-TestShelveInstance-591425732</nova:project>
Oct 26 02:27:54 user nova-compute[74702]:       </nova:owner>
Oct 26 02:27:54 user nova-compute[74702]:       <nova:ports>
Oct 26 02:27:54 user nova-compute[74702]:         <nova:port uuid="f580e9c0-f263-4cfc-85d1-f2aa231cbfc1">
Oct 26 02:27:54 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 26 02:27:54 user nova-compute[74702]:         </nova:port>
Oct 26 02:27:54 user nova-compute[74702]:       </nova:ports>
Oct 26 02:27:54 user nova-compute[74702]:     </nova:instance>
Oct 26 02:27:54 user nova-compute[74702]:   </metadata>
Oct 26 02:27:54 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:27:54 user nova-compute[74702]:     <system>
Oct 26 02:27:54 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:27:54 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:27:54 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:27:54 user nova-compute[74702]:       <entry name="serial">410a9879-d9e1-452f-ac76-30636e29446e</entry>
Oct 26 02:27:54 user nova-compute[74702]:       <entry name="uuid">410a9879-d9e1-452f-ac76-30636e29446e</entry>
Oct 26 02:27:54 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:27:54 user nova-compute[74702]:     </system>
Oct 26 02:27:54 user nova-compute[74702]:   </sysinfo>
Oct 26 02:27:54 user nova-compute[74702]:   <os>
Oct 26 02:27:54 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:27:54 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:27:54 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:27:54 user nova-compute[74702]:   </os>
Oct 26 02:27:54 user nova-compute[74702]:   <features>
Oct 26 02:27:54 user nova-compute[74702]:     <acpi/>
Oct 26 02:27:54 user nova-compute[74702]:     <apic/>
Oct 26 02:27:54 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:27:54 user nova-compute[74702]:   </features>
Oct 26 02:27:54 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:27:54 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:27:54 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:27:54 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:27:54 user nova-compute[74702]:   </clock>
Oct 26 02:27:54 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:27:54 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:27:54 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:27:54 user nova-compute[74702]:   </cpu>
Oct 26 02:27:54 user nova-compute[74702]:   <devices>
Oct 26 02:27:54 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:27:54 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:27:54 user nova-compute[74702]:       <source dev="/dev/sdb"/>
Oct 26 02:27:54 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:27:54 user nova-compute[74702]:       <serial>e59797af-56e7-4220-9544-26228f05c102</serial>
Oct 26 02:27:54 user nova-compute[74702]:     </disk>
Oct 26 02:27:54 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:27:54 user nova-compute[74702]:       <mac address="fa:16:3e:f9:fa:f4"/>
Oct 26 02:27:54 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:27:54 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:27:54 user nova-compute[74702]:       <target dev="tapf580e9c0-f2"/>
Oct 26 02:27:54 user nova-compute[74702]:     </interface>
Oct 26 02:27:54 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:27:54 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/410a9879-d9e1-452f-ac76-30636e29446e/console.log" append="off"/>
Oct 26 02:27:54 user nova-compute[74702]:     </serial>
Oct 26 02:27:54 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:27:54 user nova-compute[74702]:     <video>
Oct 26 02:27:54 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:27:54 user nova-compute[74702]:     </video>
Oct 26 02:27:54 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:27:54 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:27:54 user nova-compute[74702]:     </rng>
Oct 26 02:27:54 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:27:54 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:27:54 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:27:54 user nova-compute[74702]:     </memballoon>
Oct 26 02:27:54 user nova-compute[74702]:   </devices>
Oct 26 02:27:54 user nova-compute[74702]: </domain>
Oct 26 02:27:54 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T02:23:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-842355100',display_name='tempest-TestShelveInstance-server-842355100',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-842355100',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2106465477',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:24:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3dd8ff6005974c519628d3dd7a310597',ramdisk_id='',reservation_id='r-hl80sm75',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-591425732',owner_user_name='tempest-TestShelveInstance-591425732-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:27:25Z,user_data=None,user_id='186d09e1ec104e62a924a9512f532b56',uuid=410a9879-d9e1-452f-ac76-30636e29446e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Converting VIF {"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG os_vif [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a5774c2b-6e04-5011-a2c0-3ab656723bc0', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf580e9c0-f2, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf580e9c0-f2, col_values=(('qos', UUID('639b5320-9ee3-4192-9311-45d61073c512')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf580e9c0-f2, col_values=(('external_ids', {'iface-id': 'f580e9c0-f263-4cfc-85d1-f2aa231cbfc1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f9:fa:f4', 'vm-uuid': '410a9879-d9e1-452f-ac76-30636e29446e'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:54 user nova-compute[74702]: INFO os_vif [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2')
Oct 26 02:27:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:27:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] No VIF found with MAC fa:16:3e:f9:fa:f4, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:27:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:55 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:56 user nova-compute[74702]: DEBUG nova.compute.manager [req-71718ec9-3df2-4f29-8a80-90d48303586f req-4574bf29-5116-44fe-9996-ad15ba2e39e9 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:27:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71718ec9-3df2-4f29-8a80-90d48303586f req-4574bf29-5116-44fe-9996-ad15ba2e39e9 service nova] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:27:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71718ec9-3df2-4f29-8a80-90d48303586f req-4574bf29-5116-44fe-9996-ad15ba2e39e9 service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:27:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-71718ec9-3df2-4f29-8a80-90d48303586f req-4574bf29-5116-44fe-9996-ad15ba2e39e9 service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:27:56 user nova-compute[74702]: DEBUG nova.compute.manager [req-71718ec9-3df2-4f29-8a80-90d48303586f req-4574bf29-5116-44fe-9996-ad15ba2e39e9 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] No waiting events found dispatching network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:27:56 user nova-compute[74702]: WARNING nova.compute.manager [req-71718ec9-3df2-4f29-8a80-90d48303586f req-4574bf29-5116-44fe-9996-ad15ba2e39e9 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received unexpected event network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 26 02:27:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:58 user nova-compute[74702]: DEBUG nova.compute.manager [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:27:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:27:58 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Instance spawned successfully.
Oct 26 02:27:58 user nova-compute[74702]: DEBUG nova.compute.manager [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:27:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-fa6bac96-5066-437d-b892-4d4bee0fc140 tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "410a9879-d9e1-452f-ac76-30636e29446e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 32.802s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:27:58 user nova-compute[74702]: DEBUG nova.compute.manager [req-815cd062-d456-4fd2-8384-85d6f7b63a67 req-37a38a93-ef62-4d5a-9414-abb46efc49bd service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:27:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-815cd062-d456-4fd2-8384-85d6f7b63a67 req-37a38a93-ef62-4d5a-9414-abb46efc49bd service nova] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:27:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-815cd062-d456-4fd2-8384-85d6f7b63a67 req-37a38a93-ef62-4d5a-9414-abb46efc49bd service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:27:58 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-815cd062-d456-4fd2-8384-85d6f7b63a67 req-37a38a93-ef62-4d5a-9414-abb46efc49bd service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:27:58 user nova-compute[74702]: DEBUG nova.compute.manager [req-815cd062-d456-4fd2-8384-85d6f7b63a67 req-37a38a93-ef62-4d5a-9414-abb46efc49bd service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] No waiting events found dispatching network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:27:58 user nova-compute[74702]: WARNING nova.compute.manager [req-815cd062-d456-4fd2-8384-85d6f7b63a67 req-37a38a93-ef62-4d5a-9414-abb46efc49bd service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received unexpected event network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 for instance with vm_state active and task_state None.
Oct 26 02:27:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:27:59 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:27:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:27:59 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:27:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:27:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:27:59 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:27:59 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updating instance_info_cache with network_info: [{"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:28:00 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:28:00 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:28:00 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8901MB free_disk=25.067489624023438GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:28:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:28:01 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 2d687198-d35d-413b-b7f7-66f90c915a80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:28:01 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 410a9879-d9e1-452f-ac76-30636e29446e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:28:01 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:28:01 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:28:01 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:28:01 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:28:01 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:28:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.281s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:28:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:03 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:28:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:07 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:28:07 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:28:08 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:28:08 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:28:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:28:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:28:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:28:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:28:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:28:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:28:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:28:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:28:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-348965b7-e018-4e55-b648-bc4cc60322ce req-79633adb-8e19-4738-bb87-1099eb3a607e service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Received event network-changed-42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:28:34 user nova-compute[74702]: DEBUG nova.compute.manager [req-348965b7-e018-4e55-b648-bc4cc60322ce req-79633adb-8e19-4738-bb87-1099eb3a607e service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Refreshing instance network info cache due to event network-changed-42a87a06-3526-4381-adea-7dfc68da534d. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:28:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-348965b7-e018-4e55-b648-bc4cc60322ce req-79633adb-8e19-4738-bb87-1099eb3a607e service nova] Acquiring lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:28:34 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-348965b7-e018-4e55-b648-bc4cc60322ce req-79633adb-8e19-4738-bb87-1099eb3a607e service nova] Acquired lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:28:34 user nova-compute[74702]: DEBUG nova.network.neutron [req-348965b7-e018-4e55-b648-bc4cc60322ce req-79633adb-8e19-4738-bb87-1099eb3a607e service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Refreshing network info cache for port 42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:28:35 user nova-compute[74702]: DEBUG nova.network.neutron [req-348965b7-e018-4e55-b648-bc4cc60322ce req-79633adb-8e19-4738-bb87-1099eb3a607e service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updated VIF entry in instance network info cache for port 42a87a06-3526-4381-adea-7dfc68da534d. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:28:35 user nova-compute[74702]: DEBUG nova.network.neutron [req-348965b7-e018-4e55-b648-bc4cc60322ce req-79633adb-8e19-4738-bb87-1099eb3a607e service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updating instance_info_cache with network_info: [{"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:28:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-348965b7-e018-4e55-b648-bc4cc60322ce req-79633adb-8e19-4738-bb87-1099eb3a607e service nova] Releasing lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:28:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:28:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:28:40 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:28:40 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:28:41 user nova-compute[74702]: INFO nova.compute.manager [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Attaching volume efd06cfc-1420-4bea-b43d-8b8e8243406d to /dev/vdb
Oct 26 02:28:41 user nova-compute[74702]: DEBUG os_brick.utils [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0eb4b13-f6ca-4b8d-afaf-fef390bfb0c7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9101d16-671c-4fc8-90a5-c853fb0051cc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd465451-f661-49ef-9b92-ba7b4385a3db]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b77be5b2-821a-4836-a1ef-afe364582ad0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:28:41 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:28:41 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[44fa046b-3687-416e-bd36-0ea2b298910b]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG os_brick.utils [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:28:41 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updating existing volume attachment record: e823dd2b-7ece-473b-aa6c-1cd6c6391092 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:28:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xUNymAfi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:28:58 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:28:58 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:28:58 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e039b995-f68d-4e61-9521-c4699debfc22]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:28:58 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[374ef6c5-2ad8-49e1-a7c9-a3d86c694ea1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d] added
Oct 26 02:28:58 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[de9ef9f8-f1a3-4344-8cb5-c23f98bf3cd0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b230f313-4eb3-4117-8c5e-b8dd17a25a1f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xUNymAfi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xUNymAfi" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[55386fb2-1e43-4ee6-9bd7-8745b76c821b]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xUNymAfi'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc67fa8b-11f1-4e09-8430-a7ec11135d7a]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b22ae464-b2ac-4b82-a7dc-ade8f66a37f6]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)
Oct 26 02:28:58 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)
Oct 26 02:28:58 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9ee2b41-a650-45e8-a615-809222153414]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d, portal: 172.16.0.220,3260]
Oct 26 02:28:58 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d, portal: 172.16.0.220,3260] successful.
Oct 26 02:28:58 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ecf22b5-82d5-48f2-8310-b8676c46da9f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fecc430-a952-4488-a113-1f9309eff9ca]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)
Oct 26 02:28:58 user nova-compute[74702]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)
Oct 26 02:28:58 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)
Oct 26 02:28:58 user nova-compute[74702]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)
Oct 26 02:28:58 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] HCTL ('34', '-', '-', 0) found on session 51 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[67c42882-0519-4c32-8aa3-5b6c7906e480]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:28:58 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching for a device in session 51 and hctl ['34', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching for a device in session 51 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xUNymAfi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23561333439383839', 'path': '/dev/sdc'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23561333439383839', 'path': '/dev/sdc'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 02:28:59 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:28:59 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 02:28:59 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:28:59 user nova-compute[74702]:   <serial>efd06cfc-1420-4bea-b43d-8b8e8243406d</serial>
Oct 26 02:28:59 user nova-compute[74702]: </disk>
Oct 26 02:28:59 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:28:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:29:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:29:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No VIF found with MAC fa:16:3e:31:d2:3e, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:29:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f668213a-4e54-44e5-828a-eb09f5883472 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.233s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:29:00 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:29:00 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:29:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:29:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:29:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating instance_info_cache with network_info: [{"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:29:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:29:02 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:29:02 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:29:02 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8872MB free_disk=25.058448791503906GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:29:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:29:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:29:02 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 2d687198-d35d-413b-b7f7-66f90c915a80 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:29:02 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 410a9879-d9e1-452f-ac76-30636e29446e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:29:02 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:29:02 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:29:02 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:29:02 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:29:02 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:29:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.191s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:29:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:05 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG nova.objects.instance [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:29:06 user nova-compute[74702]: INFO nova.compute.manager [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Attaching volume 834e358a-2aef-422a-85f7-bc20510711b0 to /dev/vdc
Oct 26 02:29:06 user nova-compute[74702]: DEBUG os_brick.utils [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe831e1e-487f-47f4-a7b9-3cea6d2b7150]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f801f3e-6be0-42b2-8034-5680989185db]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a84a787f-908b-466c-8dee-86b073cff3ec]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b5e1d0f-c4fe-4a33-aa87-18057419e039]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:29:06 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:29:06 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e870e4bb-1e1f-45d7-8688-a36b6c24647b]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG os_brick.utils [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:29:06 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updating existing volume attachment record: 06495aee-0311-4cbb-89aa-369393737cf8 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:29:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:08 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:29:09 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:29:09 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:29:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:29:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:29:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:29:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:29:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:29:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:29:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:29:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:15 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-003889cf-9bf1-4a65-8a32-7af92389af4b req-3614ac18-39a9-4655-b7da-40495a6129b5 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-changed-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-003889cf-9bf1-4a65-8a32-7af92389af4b req-3614ac18-39a9-4655-b7da-40495a6129b5 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Refreshing instance network info cache due to event network-changed-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-003889cf-9bf1-4a65-8a32-7af92389af4b req-3614ac18-39a9-4655-b7da-40495a6129b5 service nova] Acquiring lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-003889cf-9bf1-4a65-8a32-7af92389af4b req-3614ac18-39a9-4655-b7da-40495a6129b5 service nova] Acquired lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG nova.network.neutron [req-003889cf-9bf1-4a65-8a32-7af92389af4b req-3614ac18-39a9-4655-b7da-40495a6129b5 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Refreshing network info cache for port f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "410a9879-d9e1-452f-ac76-30636e29446e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:29:16 user nova-compute[74702]: INFO nova.compute.manager [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Terminating instance
Oct 26 02:29:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG nova.network.neutron [req-003889cf-9bf1-4a65-8a32-7af92389af4b req-3614ac18-39a9-4655-b7da-40495a6129b5 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updated VIF entry in instance network info cache for port f580e9c0-f263-4cfc-85d1-f2aa231cbfc1. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG nova.network.neutron [req-003889cf-9bf1-4a65-8a32-7af92389af4b req-3614ac18-39a9-4655-b7da-40495a6129b5 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating instance_info_cache with network_info: [{"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-003889cf-9bf1-4a65-8a32-7af92389af4b req-3614ac18-39a9-4655-b7da-40495a6129b5 service nova] Releasing lock "refresh_cache-410a9879-d9e1-452f-ac76-30636e29446e" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-25087d1a-c40f-4a1b-8703-05c1e93bd596 req-7a68b552-b732-4973-ad99-f54de3dd9c21 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-vif-unplugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-25087d1a-c40f-4a1b-8703-05c1e93bd596 req-7a68b552-b732-4973-ad99-f54de3dd9c21 service nova] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-25087d1a-c40f-4a1b-8703-05c1e93bd596 req-7a68b552-b732-4973-ad99-f54de3dd9c21 service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-25087d1a-c40f-4a1b-8703-05c1e93bd596 req-7a68b552-b732-4973-ad99-f54de3dd9c21 service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-25087d1a-c40f-4a1b-8703-05c1e93bd596 req-7a68b552-b732-4973-ad99-f54de3dd9c21 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] No waiting events found dispatching network-vif-unplugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:29:16 user nova-compute[74702]: DEBUG nova.compute.manager [req-25087d1a-c40f-4a1b-8703-05c1e93bd596 req-7a68b552-b732-4973-ad99-f54de3dd9c21 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-vif-unplugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:29:17 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Instance destroyed successfully.
Oct 26 02:29:17 user nova-compute[74702]: DEBUG nova.objects.instance [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lazy-loading 'resources' on Instance uuid 410a9879-d9e1-452f-ac76-30636e29446e {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-26T02:23:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-842355100',display_name='tempest-TestShelveInstance-server-842355100',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-842355100',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIx9wjRCbFVH6c8Qdwm2hoD5S0VJlkTf0uAoG3qLDfH+FqqSAaxgYqSO8/aH2OS1nLqV1E0jNAM1OB65oHAbGN5CuH5eBug9wHgxc410juDssvnA4H1tVbK7lGSo+tGWOA==',key_name='tempest-TestShelveInstance-2106465477',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:27:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3dd8ff6005974c519628d3dd7a310597',ramdisk_id='',reservation_id='r-hl80sm75',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-591425732',owner_user_name='tempest-TestShelveInstance-591425732-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:27:58Z,user_data=None,user_id='186d09e1ec104e62a924a9512f532b56',uuid=410a9879-d9e1-452f-ac76-30636e29446e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Converting VIF {"id": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "address": "fa:16:3e:f9:fa:f4", "network": {"id": "0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6", "bridge": "br-int", "label": "tempest-TestShelveInstance-2095776638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3dd8ff6005974c519628d3dd7a310597", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf580e9c0-f2", "ovs_interfaceid": "f580e9c0-f263-4cfc-85d1-f2aa231cbfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_vif [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf580e9c0-f2, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=639b5320-9ee3-4192-9311-45d61073c512) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:17 user nova-compute[74702]: INFO os_vif [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f9:fa:f4,bridge_name='br-int',has_traffic_filtering=True,id=f580e9c0-f263-4cfc-85d1-f2aa231cbfc1,network=Network(0c6e9be5-9ae4-46b8-870c-c4c25bcd74d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf580e9c0-f2')
Oct 26 02:29:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CfWXuYJP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:29:17 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da866a9-e347-4688-99fa-367cc6e0217b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:29:17 user nova-compute[74702]: No targets found.
Oct 26 02:29:17 user nova-compute[74702]: iSNS:
Oct 26 02:29:17 user nova-compute[74702]: No targets found.
Oct 26 02:29:17 user nova-compute[74702]: STATIC:
Oct 26 02:29:17 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d
Oct 26 02:29:17 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:29:17 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:29:17 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102
Oct 26 02:29:17 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:29:17 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:29:17 user nova-compute[74702]: FIRMWARE:
Oct 26 02:29:17 user nova-compute[74702]: No targets found.
Oct 26 02:29:17 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:29:17 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:29:17 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a4b133e-e9a0-4d66-9ed8-11e69b42409e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6def454-1b1c-4a42-ab2e-091ce7488f87]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)
Oct 26 02:29:17 user nova-compute[74702]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)
Oct 26 02:29:17 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 (non-flash)
Oct 26 02:29:17 user nova-compute[74702]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)
Oct 26 02:29:17 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9508756320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[83dd19e6-d52f-4f57-ab8e-abadaf871a23]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbf5f474-0abf-4097-ac26-87ff70ab99ec]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d757d0-62b3-4fe0-9e82-dc62c7900764]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[994a4451-159d-44fc-ba24-004dc07a1b70]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO8778f162-40cd03f8541f25d1', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_8778f162', '/dev/disk/by-id/scsi-23430636430336638') {{(pid=85952) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[32221943-6606-4e64-a8f0-c601df50d2a6]: (4, None) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4838e32f-d150-48f5-bc0b-a406cc3e240d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ed7214-5582-4033-be5b-2abb1b571bf7]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260]
Oct 26 02:29:17 user nova-compute[74702]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102, portal: 172.16.0.220,3260] successful.
Oct 26 02:29:17 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e59797af-56e7-4220-9544-26228f05c102 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d9e4966-707f-4666-b802-ab015baff833]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] <== disconnect_volume: return (316ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:29:17 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Deleting instance files /opt/stack/data/nova/instances/410a9879-d9e1-452f-ac76-30636e29446e_del
Oct 26 02:29:17 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Deletion of /opt/stack/data/nova/instances/410a9879-d9e1-452f-ac76-30636e29446e_del complete
Oct 26 02:29:17 user nova-compute[74702]: INFO nova.compute.manager [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Took 1.30 seconds to destroy the instance on the hypervisor.
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:29:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:29:18 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:29:18 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Took 0.63 seconds to deallocate network for instance.
Oct 26 02:29:18 user nova-compute[74702]: DEBUG nova.compute.manager [req-43c505b4-77c9-4235-9bf6-6d262f3de93f req-e899530b-dc97-4515-9d64-a1f5b0a05200 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-vif-deleted-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:29:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:29:18 user nova-compute[74702]: DEBUG nova.compute.manager [req-8a174e7c-0612-4c0f-bbeb-5886e35b072c req-a5c3c2aa-21ca-4a00-8538-7d000eceeb11 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received event network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:29:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8a174e7c-0612-4c0f-bbeb-5886e35b072c req-a5c3c2aa-21ca-4a00-8538-7d000eceeb11 service nova] Acquiring lock "410a9879-d9e1-452f-ac76-30636e29446e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:29:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8a174e7c-0612-4c0f-bbeb-5886e35b072c req-a5c3c2aa-21ca-4a00-8538-7d000eceeb11 service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:29:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-8a174e7c-0612-4c0f-bbeb-5886e35b072c req-a5c3c2aa-21ca-4a00-8538-7d000eceeb11 service nova] Lock "410a9879-d9e1-452f-ac76-30636e29446e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:29:18 user nova-compute[74702]: DEBUG nova.compute.manager [req-8a174e7c-0612-4c0f-bbeb-5886e35b072c req-a5c3c2aa-21ca-4a00-8538-7d000eceeb11 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] No waiting events found dispatching network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:29:18 user nova-compute[74702]: WARNING nova.compute.manager [req-8a174e7c-0612-4c0f-bbeb-5886e35b072c req-a5c3c2aa-21ca-4a00-8538-7d000eceeb11 service nova] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Received unexpected event network-vif-plugged-f580e9c0-f263-4cfc-85d1-f2aa231cbfc1 for instance with vm_state active and task_state deleting.
Oct 26 02:29:19 user nova-compute[74702]: INFO nova.compute.manager [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Took 0.83 seconds to detach 1 volumes for instance.
Oct 26 02:29:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] [instance: 410a9879-d9e1-452f-ac76-30636e29446e] Deleting volume: e59797af-56e7-4220-9544-26228f05c102 {{(pid=74702) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 26 02:29:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:29:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:29:19 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:29:19 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:29:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.140s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:29:19 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Deleted allocations for instance 410a9879-d9e1-452f-ac76-30636e29446e
Oct 26 02:29:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-2ccb3333-0111-4dac-9f1f-a0f4bb88375b tempest-TestShelveInstance-591425732 tempest-TestShelveInstance-591425732-project-member] Lock "410a9879-d9e1-452f-ac76-30636e29446e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.153s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:29:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yhKVeYsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:29:23 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:29:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:29:23 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:29:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:29:23 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[65adf402-b530-4800-80b6-793d3281db8d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:29:23 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ff39703-acf7-4951-bf04-1cc408b04573]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0] added
Oct 26 02:29:23 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[58fc4227-f43c-4d10-8bfe-9b2d650ea6ed]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[370a913a-ff8d-4abc-91bf-e528fbd4df72]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yhKVeYsG {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yhKVeYsG" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb30d357-76dc-400e-9b58-1ae9386ac6d2]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yhKVeYsG'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fec4756-5e67-46df-8849-3e3d1dc02d15]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[61f83271-fde8-4338-a170-c15773d77e98]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)
Oct 26 02:29:24 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)
Oct 26 02:29:24 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa10414c-02d2-4135-88f0-701c6fb725e9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0, portal: 172.16.0.220,3260]
Oct 26 02:29:24 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0, portal: 172.16.0.220,3260] successful.
Oct 26 02:29:24 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[229e5758-4260-4c3b-92bd-2d07db3b1b36]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[525e9025-1f36-44b8-98a2-48374d168c73]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)
Oct 26 02:29:24 user nova-compute[74702]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 (non-flash)
Oct 26 02:29:24 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)
Oct 26 02:29:24 user nova-compute[74702]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 (non-flash)
Oct 26 02:29:24 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dd2b848-26ea-44bf-a035-562e1c717f1a]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:24 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: None {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:29:25 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:29:25 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yhKVeYsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:29:25 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:29:25 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '23433396637313861', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:29:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23433396637313861', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:29:25 user nova-compute[74702]: DEBUG nova.objects.instance [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:29:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 02:29:25 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:29:25 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:29:25 user nova-compute[74702]:   <target dev="vdc" bus="virtio"/>
Oct 26 02:29:25 user nova-compute[74702]:   <serial>834e358a-2aef-422a-85f7-bc20510711b0</serial>
Oct 26 02:29:25 user nova-compute[74702]: </disk>
Oct 26 02:29:25 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 02:29:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:29:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:29:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:29:25 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] No VIF found with MAC fa:16:3e:31:d2:3e, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:29:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-89a1189a-66b9-4c2c-9333-3dc477994a38 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.429s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:29:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:29:27 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:29:27 user nova-compute[74702]: INFO nova.compute.manager [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Detaching volume efd06cfc-1420-4bea-b43d-8b8e8243406d
Oct 26 02:29:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:29:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:29:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:29:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:29:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:27 user nova-compute[74702]: INFO nova.virt.block_device [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Attempting to driver detach volume efd06cfc-1420-4bea-b43d-8b8e8243406d from mountpoint /dev/vdb
Oct 26 02:29:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Attempting to detach device vdb from instance 2d687198-d35d-413b-b7f7-66f90c915a80 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 02:29:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:29:27 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:29:27 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 02:29:27 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:29:27 user nova-compute[74702]:   <serial>efd06cfc-1420-4bea-b43d-8b8e8243406d</serial>
Oct 26 02:29:27 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 02:29:27 user nova-compute[74702]: </disk>
Oct 26 02:29:27 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:29:27 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully detached device vdb from instance 2d687198-d35d-413b-b7f7-66f90c915a80 from the persistent domain config.
Oct 26 02:29:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2d687198-d35d-413b-b7f7-66f90c915a80 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 02:29:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:29:27 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:29:27 user nova-compute[74702]:   <source dev="/dev/sdc"/>
Oct 26 02:29:27 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:29:27 user nova-compute[74702]:   <serial>efd06cfc-1420-4bea-b43d-8b8e8243406d</serial>
Oct 26 02:29:27 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 02:29:27 user nova-compute[74702]: </disk>
Oct 26 02:29:27 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:29:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 02:29:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:47 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2d687198-d35d-413b-b7f7-66f90c915a80 is timed out.
Oct 26 02:29:47 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully detached device vdb from instance 2d687198-d35d-413b-b7f7-66f90c915a80 from the live domain config.
Oct 26 02:29:47 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xUNymAfi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:29:47 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:29:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[20677ad9-0884-4d62-9426-003bc379799e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:29:47 user nova-compute[74702]: No targets found.
Oct 26 02:29:47 user nova-compute[74702]: iSNS:
Oct 26 02:29:47 user nova-compute[74702]: No targets found.
Oct 26 02:29:47 user nova-compute[74702]: STATIC:
Oct 26 02:29:47 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d
Oct 26 02:29:47 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:29:47 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:29:47 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0
Oct 26 02:29:47 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:29:47 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:29:47 user nova-compute[74702]: FIRMWARE:
Oct 26 02:29:47 user nova-compute[74702]: No targets found.
Oct 26 02:29:47 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:29:47 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:29:47 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc6a2b63-3dd0-4d57-ac39-1ce6a0414ac7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1db04b93-eadf-4eaa-908c-2d208bcef4fe]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)
Oct 26 02:29:47 user nova-compute[74702]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 (non-flash)
Oct 26 02:29:47 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d (non-flash)
Oct 26 02:29:47 user nova-compute[74702]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 (non-flash)
Oct 26 02:29:47 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f95084aeb00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d'): ({'sdc'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Removing single pathed devices sdc {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3153ccae-d362-45b5-b83e-291180a471d6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebe0be5a-86de-4c37-96fd-d1fed29b7e81]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Flushing IO for device /dev/sdc {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:29:47 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a32dede-b949-4e79-ade3-664e224fc6e0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed87edff-bea8-4d79-af0c-b8f910958520]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] SCSI volumes sdc have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[154839b4-e47f-4b14-ae5c-d5ab418e415d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[847f3b80-4a85-4d9b-abc3-258a3bf19979]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d, portal: 172.16.0.220,3260]
Oct 26 02:29:48 user nova-compute[74702]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d, portal: 172.16.0.220,3260] successful.
Oct 26 02:29:48 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efd06cfc-1420-4bea-b43d-8b8e8243406d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a39aa67-389e-4818-a27d-0aa568cf95b7]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.327s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] <== disconnect_volume: return (328ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:29:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:29:49 user nova-compute[74702]: DEBUG nova.objects.instance [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:29:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-729c19ba-faab-46fd-b3c0-3a7251b02eef tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.959s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:29:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:29:49 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:29:49 user nova-compute[74702]: INFO nova.compute.manager [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Detaching volume 834e358a-2aef-422a-85f7-bc20510711b0
Oct 26 02:29:49 user nova-compute[74702]: INFO nova.virt.block_device [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Attempting to driver detach volume 834e358a-2aef-422a-85f7-bc20510711b0 from mountpoint /dev/vdc
Oct 26 02:29:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Attempting to detach device vdc from instance 2d687198-d35d-413b-b7f7-66f90c915a80 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 02:29:49 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:29:49 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:29:49 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:29:49 user nova-compute[74702]:   <target dev="vdc" bus="virtio"/>
Oct 26 02:29:49 user nova-compute[74702]:   <serial>834e358a-2aef-422a-85f7-bc20510711b0</serial>
Oct 26 02:29:49 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 26 02:29:49 user nova-compute[74702]: </disk>
Oct 26 02:29:49 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:29:50 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully detached device vdc from instance 2d687198-d35d-413b-b7f7-66f90c915a80 from the persistent domain config.
Oct 26 02:29:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 2d687198-d35d-413b-b7f7-66f90c915a80 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 02:29:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:29:50 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:29:50 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:29:50 user nova-compute[74702]:   <target dev="vdc" bus="virtio"/>
Oct 26 02:29:50 user nova-compute[74702]:   <serial>834e358a-2aef-422a-85f7-bc20510711b0</serial>
Oct 26 02:29:50 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 26 02:29:50 user nova-compute[74702]: </disk>
Oct 26 02:29:50 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:29:50 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 02:29:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:29:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:29:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:29:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:29:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:29:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:01 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:30:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:30:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:30:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:30:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:30:01 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:30:01 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updating instance_info_cache with network_info: [{"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-2d687198-d35d-413b-b7f7-66f90c915a80" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:30:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:30:03 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:30:03 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:30:03 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8972MB free_disk=25.056957244873047GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:30:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:30:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:30:03 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 2d687198-d35d-413b-b7f7-66f90c915a80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:30:03 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:30:03 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:30:03 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:30:03 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:30:03 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:30:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.205s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:30:04 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:30:04 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 02:30:04 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 02:30:05 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:30:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:10 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 2d687198-d35d-413b-b7f7-66f90c915a80 is timed out.
Oct 26 02:30:10 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully detached device vdc from instance 2d687198-d35d-413b-b7f7-66f90c915a80 from the live domain config.
Oct 26 02:30:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yhKVeYsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:30:10 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8569d9ee-1692-40be-a5c6-de5634c711a4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:30:10 user nova-compute[74702]: No targets found.
Oct 26 02:30:10 user nova-compute[74702]: iSNS:
Oct 26 02:30:10 user nova-compute[74702]: No targets found.
Oct 26 02:30:10 user nova-compute[74702]: STATIC:
Oct 26 02:30:10 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0
Oct 26 02:30:10 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:30:10 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:30:10 user nova-compute[74702]: FIRMWARE:
Oct 26 02:30:10 user nova-compute[74702]: No targets found.
Oct 26 02:30:10 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:30:10 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:30:10 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e1b0452-b9e9-4261-b2fc-7e6188a8e2a3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[66fcb6d2-f75d-4b49-8037-c2ddec5372d1]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 (non-flash)
Oct 26 02:30:10 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 (non-flash)
Oct 26 02:30:10 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9508757f40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc713b7-45bb-47f4-b48f-aa9e2c376eb6]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cbc7c50-f666-45d7-845c-673377b1b012]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d671e169-c1dd-4108-8ae8-89e1f0d55d44]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[11578514-eac3-4bc2-bc45-a7fe9ed20990]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7f58f40-e02e-4fc1-9c9e-9634ec072564]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[50cde0b2-9253-4a10-84ec-b377a1c684d4]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0, portal: 172.16.0.220,3260]
Oct 26 02:30:10 user nova-compute[74702]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0, portal: 172.16.0.220,3260] successful.
Oct 26 02:30:10 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:834e358a-2aef-422a-85f7-bc20510711b0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c49beeb-e9e5-446e-ac60-942dda0c7183]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] <== disconnect_volume: return (294ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:30:10 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:30:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:30:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 02:30:11 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'flavor' on Instance uuid 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:30:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b82cc8c8-be60-403b-83c4-4a49d096ab54 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.866s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:30:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:30:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:30:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:30:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:30:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:30:12 user nova-compute[74702]: INFO nova.compute.manager [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Terminating instance
Oct 26 02:30:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:30:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-6da5cd62-a721-44ac-9f87-e7c590649e98 req-191ae12a-1c3d-4c6f-b32e-a4e2c4665716 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Received event network-vif-unplugged-42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6da5cd62-a721-44ac-9f87-e7c590649e98 req-191ae12a-1c3d-4c6f-b32e-a4e2c4665716 service nova] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6da5cd62-a721-44ac-9f87-e7c590649e98 req-191ae12a-1c3d-4c6f-b32e-a4e2c4665716 service nova] Lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6da5cd62-a721-44ac-9f87-e7c590649e98 req-191ae12a-1c3d-4c6f-b32e-a4e2c4665716 service nova] Lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-6da5cd62-a721-44ac-9f87-e7c590649e98 req-191ae12a-1c3d-4c6f-b32e-a4e2c4665716 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] No waiting events found dispatching network-vif-unplugged-42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-6da5cd62-a721-44ac-9f87-e7c590649e98 req-191ae12a-1c3d-4c6f-b32e-a4e2c4665716 service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Received event network-vif-unplugged-42a87a06-3526-4381-adea-7dfc68da534d for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:30:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Instance destroyed successfully.
Oct 26 02:30:13 user nova-compute[74702]: DEBUG nova.objects.instance [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lazy-loading 'resources' on Instance uuid 2d687198-d35d-413b-b7f7-66f90c915a80 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2051802476',display_name='tempest-AttachVolumeTestJSON-server-2051802476',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2051802476',id=50,image_ref='13f38a05-6339-4dea-a135-bff12e404c02',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBANhcI770N8WX1mURuSNFZdfzL0UY0OLLoecMeQEQQlaNglm1LUQIKVRJAzk8GG0h/8fuBwBrbYHaa/JnqR6uLTwReK9IamVAGKGV3h+0esPUYLoK4Zmun+d7V447IFcTA==',key_name='tempest-keypair-250072072',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:26:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e1412bda6c114e75a9d2c50421d4b569',ramdisk_id='',reservation_id='r-ebaeuhal',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='13f38a05-6339-4dea-a135-bff12e404c02',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1928301654',owner_user_name='tempest-AttachVolumeTestJSON-1928301654-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de20da9f029a4cabbef99ab4aee8c936',uuid=2d687198-d35d-413b-b7f7-66f90c915a80,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converting VIF {"id": "42a87a06-3526-4381-adea-7dfc68da534d", "address": "fa:16:3e:31:d2:3e", "network": {"id": "86b1e5dd-5dd6-4083-83b2-f725abe28c66", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-958112057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1412bda6c114e75a9d2c50421d4b569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42a87a06-35", "ovs_interfaceid": "42a87a06-3526-4381-adea-7dfc68da534d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:31:d2:3e,bridge_name='br-int',has_traffic_filtering=True,id=42a87a06-3526-4381-adea-7dfc68da534d,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42a87a06-35') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG os_vif [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:31:d2:3e,bridge_name='br-int',has_traffic_filtering=True,id=42a87a06-3526-4381-adea-7dfc68da534d,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42a87a06-35') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap42a87a06-35, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1a1f1ece-3f84-4db2-a948-ec874b8a3f48) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:30:13 user nova-compute[74702]: INFO os_vif [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:31:d2:3e,bridge_name='br-int',has_traffic_filtering=True,id=42a87a06-3526-4381-adea-7dfc68da534d,network=Network(86b1e5dd-5dd6-4083-83b2-f725abe28c66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42a87a06-35')
Oct 26 02:30:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Deleting instance files /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80_del
Oct 26 02:30:13 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Deletion of /opt/stack/data/nova/instances/2d687198-d35d-413b-b7f7-66f90c915a80_del complete
Oct 26 02:30:13 user nova-compute[74702]: INFO nova.compute.manager [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 26 02:30:13 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:30:13 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:30:14 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:30:14 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Took 1.12 seconds to deallocate network for instance.
Oct 26 02:30:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-cccc12a7-4904-4f42-81c7-dcddde812806 req-d4c24799-e306-4ae5-aa0c-25074cc8161d service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Received event network-vif-deleted-42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:30:14 user nova-compute[74702]: INFO nova.compute.manager [req-cccc12a7-4904-4f42-81c7-dcddde812806 req-d4c24799-e306-4ae5-aa0c-25074cc8161d service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Neutron deleted interface 42a87a06-3526-4381-adea-7dfc68da534d; detaching it from the instance and deleting it from the info cache
Oct 26 02:30:14 user nova-compute[74702]: DEBUG nova.network.neutron [req-cccc12a7-4904-4f42-81c7-dcddde812806 req-d4c24799-e306-4ae5-aa0c-25074cc8161d service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:30:14 user nova-compute[74702]: DEBUG nova.compute.manager [req-cccc12a7-4904-4f42-81c7-dcddde812806 req-d4c24799-e306-4ae5-aa0c-25074cc8161d service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Detach interface failed, port_id=42a87a06-3526-4381-adea-7dfc68da534d, reason: Instance 2d687198-d35d-413b-b7f7-66f90c915a80 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 02:30:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:30:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:30:15 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:30:15 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:30:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.130s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:30:15 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Deleted allocations for instance 2d687198-d35d-413b-b7f7-66f90c915a80
Oct 26 02:30:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-5e0d6086-c984-4380-9a52-af1f9fb04418 tempest-AttachVolumeTestJSON-1928301654 tempest-AttachVolumeTestJSON-1928301654-project-member] Lock "2d687198-d35d-413b-b7f7-66f90c915a80" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.375s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:30:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-b5e1aecb-a05d-4ba1-b81f-1b2d91ff16f7 req-721c4dfb-556a-4672-a859-daa4414a229a service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Received event network-vif-plugged-42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:30:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b5e1aecb-a05d-4ba1-b81f-1b2d91ff16f7 req-721c4dfb-556a-4672-a859-daa4414a229a service nova] Acquiring lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:30:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b5e1aecb-a05d-4ba1-b81f-1b2d91ff16f7 req-721c4dfb-556a-4672-a859-daa4414a229a service nova] Lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:30:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b5e1aecb-a05d-4ba1-b81f-1b2d91ff16f7 req-721c4dfb-556a-4672-a859-daa4414a229a service nova] Lock "2d687198-d35d-413b-b7f7-66f90c915a80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:30:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-b5e1aecb-a05d-4ba1-b81f-1b2d91ff16f7 req-721c4dfb-556a-4672-a859-daa4414a229a service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] No waiting events found dispatching network-vif-plugged-42a87a06-3526-4381-adea-7dfc68da534d {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:30:15 user nova-compute[74702]: WARNING nova.compute.manager [req-b5e1aecb-a05d-4ba1-b81f-1b2d91ff16f7 req-721c4dfb-556a-4672-a859-daa4414a229a service nova] [instance: 2d687198-d35d-413b-b7f7-66f90c915a80] Received unexpected event network-vif-plugged-42a87a06-3526-4381-adea-7dfc68da534d for instance with vm_state deleted and task_state None.
Oct 26 02:30:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:30:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:30:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:30:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:30:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:30:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:30:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:30:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:30:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:30:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:30:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:30:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:30:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:31:02 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:31:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:31:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:31:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:31:02 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:31:03 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:31:03 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:31:03 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9186MB free_disk=25.083683013916016GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.526s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:31:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:31:04 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:31:04 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:31:04 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:31:04 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:31:07 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:31:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:31:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:31:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:31:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:31:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:31:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:31:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:31:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:31:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:31:20 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:31:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:31:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:31:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:31:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:31:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:31:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:31:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:31:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:31:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:31:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:32:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:32:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:32:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:32:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:32:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:32:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:32:04 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:32:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:32:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:32:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:32:04 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:32:05 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:32:05 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:32:05 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9185MB free_disk=25.081401824951172GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:32:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:32:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:32:05 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:32:05 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:32:05 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:32:05 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:32:05 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:32:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.131s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:32:06 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:32:06 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:32:06 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:32:06 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:32:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:32:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:32:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:32:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:32:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:32:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:32:09 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:32:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:32:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:32:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:32:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:32:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:32:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:32:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:32:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:32:20 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:32:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:32:28 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:32:33 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:32:38 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:32:43 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:32:48 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:32:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:32:58 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:04 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:33:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:33:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:33:04 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:33:04 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:33:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:05 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:33:05 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:33:05 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9187MB free_disk=25.080150604248047GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:33:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:33:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:33:05 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:33:05 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:33:05 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:33:05 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:33:05 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:33:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.357s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:33:08 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:33:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:33:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:33:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:33:08 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:33:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:33:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:33:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:33:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:33:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:33:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:18 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:20 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:33:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:33:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:33:21 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:33:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:33:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:33:21 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:33:21 user nova-compute[74702]: INFO nova.compute.claims [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Claim successful on node user
Oct 26 02:33:21 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:33:21 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.207s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:33:22 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:33:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG nova.policy [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f8d3861acb040f18af8350d32c36066', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7894bc722922492b92345aa2a01692b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:33:22 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Creating image(s)
Oct 26 02:33:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "/opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "/opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "/opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "6e5648e4aeec5bd2725fb106b704745f5d22bf3d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "6e5648e4aeec5bd2725fb106b704745f5d22bf3d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d.part --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Successfully created port: 6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d.part --force-share --output=json" returned: 0 in 0.245s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG nova.virt.images [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] ecb58733-9caa-4325-8aa0-e62a33149336 was qcow2, converting to raw {{(pid=74702) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 02:33:22 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d.part /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d.converted {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d.part /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d.converted" returned: 0 in 0.357s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d.converted --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Successfully updated port: 6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquired lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d.converted --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "6e5648e4aeec5bd2725fb106b704745f5d22bf3d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.278s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f254173-096a-47c4-804e-0717e3819aee req-cd57d37c-5584-4ed7-967c-951bdf5c7c41 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-changed-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG nova.compute.manager [req-6f254173-096a-47c4-804e-0717e3819aee req-cd57d37c-5584-4ed7-967c-951bdf5c7c41 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Refreshing instance network info cache due to event network-changed-6b3c31fb-d2de-48a0-b5da-f4c0af61661b. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f254173-096a-47c4-804e-0717e3819aee req-cd57d37c-5584-4ed7-967c-951bdf5c7c41 service nova] Acquiring lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "6e5648e4aeec5bd2725fb106b704745f5d22bf3d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "6e5648e4aeec5bd2725fb106b704745f5d22bf3d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG nova.network.neutron [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Releasing lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Instance network_info: |[{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f254173-096a-47c4-804e-0717e3819aee req-cd57d37c-5584-4ed7-967c-951bdf5c7c41 service nova] Acquired lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG nova.network.neutron [req-6f254173-096a-47c4-804e-0717e3819aee req-cd57d37c-5584-4ed7-967c-951bdf5c7c41 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Refreshing network info cache for port 6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d,backing_fmt=raw /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d,backing_fmt=raw /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk 1073741824" returned: 0 in 0.057s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "6e5648e4aeec5bd2725fb106b704745f5d22bf3d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:33:23 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.network.neutron [req-6f254173-096a-47c4-804e-0717e3819aee req-cd57d37c-5584-4ed7-967c-951bdf5c7c41 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updated VIF entry in instance network info cache for port 6b3c31fb-d2de-48a0-b5da-f4c0af61661b. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.network.neutron [req-6f254173-096a-47c4-804e-0717e3819aee req-cd57d37c-5584-4ed7-967c-951bdf5c7c41 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-6f254173-096a-47c4-804e-0717e3819aee req-cd57d37c-5584-4ed7-967c-951bdf5c7c41 service nova] Releasing lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Cannot resize image /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Ensure instance console log exists: /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Start _get_guest_xml network_info=[{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T02:33:18Z,direct_url=<?>,disk_format='qcow2',id=ecb58733-9caa-4325-8aa0-e62a33149336,min_disk=0,min_ram=0,name='tempest-scenario-img--1684815223',owner='7894bc722922492b92345aa2a01692b9',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T02:33:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': 'ecb58733-9caa-4325-8aa0-e62a33149336'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:33:24 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:33:24 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T02:33:18Z,direct_url=<?>,disk_format='qcow2',id=ecb58733-9caa-4325-8aa0-e62a33149336,min_disk=0,min_ram=0,name='tempest-scenario-img--1684815223',owner='7894bc722922492b92345aa2a01692b9',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T02:33:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:33:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2134953220',display_name='tempest-TestMinimumBasicScenario-server-2134953220',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2134953220',id=51,image_ref='ecb58733-9caa-4325-8aa0-e62a33149336',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJW4fDoZYEgzc/TLnDVsQPKNmNaTdMdmB1vtGnwsDMEHQsjLAj4auvtx2bemysH3wST+tuhU6QhGVU3tWB9Obciqk/kUIGbO4qoMaVmHqbCynlKQRnzFne4+Ms1QeZAPfA==',key_name='tempest-TestMinimumBasicScenario-1413517382',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7894bc722922492b92345aa2a01692b9',ramdisk_id='',reservation_id='r-xcs8h0eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ecb58733-9caa-4325-8aa0-e62a33149336',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-608878567',owner_user_name='tempest-TestMinimumBasicScenario-608878567-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:33:22Z,user_data=None,user_id='4f8d3861acb040f18af8350d32c36066',uuid=2c7138c3-3cd0-4470-9476-e9c26e9226c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converting VIF {"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.objects.instance [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'pci_devices' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:33:24 user nova-compute[74702]:   <uuid>2c7138c3-3cd0-4470-9476-e9c26e9226c6</uuid>
Oct 26 02:33:24 user nova-compute[74702]:   <name>instance-00000033</name>
Oct 26 02:33:24 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:33:24 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:33:24 user nova-compute[74702]:   <metadata>
Oct 26 02:33:24 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:33:24 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:33:24 user nova-compute[74702]:       <nova:name>tempest-TestMinimumBasicScenario-server-2134953220</nova:name>
Oct 26 02:33:24 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:33:24</nova:creationTime>
Oct 26 02:33:24 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:33:24 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:33:24 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:33:24 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:33:24 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:33:24 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:33:24 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:33:24 user nova-compute[74702]:       <nova:owner>
Oct 26 02:33:24 user nova-compute[74702]:         <nova:user uuid="4f8d3861acb040f18af8350d32c36066">tempest-TestMinimumBasicScenario-608878567-project-member</nova:user>
Oct 26 02:33:24 user nova-compute[74702]:         <nova:project uuid="7894bc722922492b92345aa2a01692b9">tempest-TestMinimumBasicScenario-608878567</nova:project>
Oct 26 02:33:24 user nova-compute[74702]:       </nova:owner>
Oct 26 02:33:24 user nova-compute[74702]:       <nova:root type="image" uuid="ecb58733-9caa-4325-8aa0-e62a33149336"/>
Oct 26 02:33:24 user nova-compute[74702]:       <nova:ports>
Oct 26 02:33:24 user nova-compute[74702]:         <nova:port uuid="6b3c31fb-d2de-48a0-b5da-f4c0af61661b">
Oct 26 02:33:24 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 02:33:24 user nova-compute[74702]:         </nova:port>
Oct 26 02:33:24 user nova-compute[74702]:       </nova:ports>
Oct 26 02:33:24 user nova-compute[74702]:     </nova:instance>
Oct 26 02:33:24 user nova-compute[74702]:   </metadata>
Oct 26 02:33:24 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:33:24 user nova-compute[74702]:     <system>
Oct 26 02:33:24 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:33:24 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:33:24 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:33:24 user nova-compute[74702]:       <entry name="serial">2c7138c3-3cd0-4470-9476-e9c26e9226c6</entry>
Oct 26 02:33:24 user nova-compute[74702]:       <entry name="uuid">2c7138c3-3cd0-4470-9476-e9c26e9226c6</entry>
Oct 26 02:33:24 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:33:24 user nova-compute[74702]:     </system>
Oct 26 02:33:24 user nova-compute[74702]:   </sysinfo>
Oct 26 02:33:24 user nova-compute[74702]:   <os>
Oct 26 02:33:24 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:33:24 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:33:24 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:33:24 user nova-compute[74702]:   </os>
Oct 26 02:33:24 user nova-compute[74702]:   <features>
Oct 26 02:33:24 user nova-compute[74702]:     <acpi/>
Oct 26 02:33:24 user nova-compute[74702]:     <apic/>
Oct 26 02:33:24 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:33:24 user nova-compute[74702]:   </features>
Oct 26 02:33:24 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:33:24 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:33:24 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:33:24 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:33:24 user nova-compute[74702]:   </clock>
Oct 26 02:33:24 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:33:24 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:33:24 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:33:24 user nova-compute[74702]:   </cpu>
Oct 26 02:33:24 user nova-compute[74702]:   <devices>
Oct 26 02:33:24 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:33:24 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:33:24 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk"/>
Oct 26 02:33:24 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:33:24 user nova-compute[74702]:     </disk>
Oct 26 02:33:24 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:33:24 user nova-compute[74702]:       <mac address="fa:16:3e:2c:c4:86"/>
Oct 26 02:33:24 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:33:24 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:33:24 user nova-compute[74702]:       <target dev="tap6b3c31fb-d2"/>
Oct 26 02:33:24 user nova-compute[74702]:     </interface>
Oct 26 02:33:24 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:33:24 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/console.log" append="off"/>
Oct 26 02:33:24 user nova-compute[74702]:     </serial>
Oct 26 02:33:24 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:33:24 user nova-compute[74702]:     <video>
Oct 26 02:33:24 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:33:24 user nova-compute[74702]:     </video>
Oct 26 02:33:24 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:33:24 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:33:24 user nova-compute[74702]:     </rng>
Oct 26 02:33:24 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:33:24 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:33:24 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:33:24 user nova-compute[74702]:     </memballoon>
Oct 26 02:33:24 user nova-compute[74702]:   </devices>
Oct 26 02:33:24 user nova-compute[74702]: </domain>
Oct 26 02:33:24 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:33:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2134953220',display_name='tempest-TestMinimumBasicScenario-server-2134953220',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2134953220',id=51,image_ref='ecb58733-9caa-4325-8aa0-e62a33149336',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJW4fDoZYEgzc/TLnDVsQPKNmNaTdMdmB1vtGnwsDMEHQsjLAj4auvtx2bemysH3wST+tuhU6QhGVU3tWB9Obciqk/kUIGbO4qoMaVmHqbCynlKQRnzFne4+Ms1QeZAPfA==',key_name='tempest-TestMinimumBasicScenario-1413517382',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7894bc722922492b92345aa2a01692b9',ramdisk_id='',reservation_id='r-xcs8h0eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ecb58733-9caa-4325-8aa0-e62a33149336',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-608878567',owner_user_name='tempest-TestMinimumBasicScenario-608878567-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:33:22Z,user_data=None,user_id='4f8d3861acb040f18af8350d32c36066',uuid=2c7138c3-3cd0-4470-9476-e9c26e9226c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converting VIF {"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG os_vif [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e7c41d86-b9b1-567c-b622-0ae7b8c9cabe', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6b3c31fb-d2, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6b3c31fb-d2, col_values=(('qos', UUID('59d8b784-4485-4de5-a123-0bb460acbc51')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6b3c31fb-d2, col_values=(('external_ids', {'iface-id': '6b3c31fb-d2de-48a0-b5da-f4c0af61661b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:c4:86', 'vm-uuid': '2c7138c3-3cd0-4470-9476-e9c26e9226c6'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:24 user nova-compute[74702]: INFO os_vif [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2')
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:33:24 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] No VIF found with MAC fa:16:3e:2c:c4:86, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:33:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:25 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-68f3051f-6376-4679-85f0-5ffdd85c1a79 req-a04b0ca6-81ba-41ac-9b18-7b563c5a73ec service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:33:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-68f3051f-6376-4679-85f0-5ffdd85c1a79 req-a04b0ca6-81ba-41ac-9b18-7b563c5a73ec service nova] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:33:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-68f3051f-6376-4679-85f0-5ffdd85c1a79 req-a04b0ca6-81ba-41ac-9b18-7b563c5a73ec service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:33:25 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-68f3051f-6376-4679-85f0-5ffdd85c1a79 req-a04b0ca6-81ba-41ac-9b18-7b563c5a73ec service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:33:25 user nova-compute[74702]: DEBUG nova.compute.manager [req-68f3051f-6376-4679-85f0-5ffdd85c1a79 req-a04b0ca6-81ba-41ac-9b18-7b563c5a73ec service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] No waiting events found dispatching network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:33:25 user nova-compute[74702]: WARNING nova.compute.manager [req-68f3051f-6376-4679-85f0-5ffdd85c1a79 req-a04b0ca6-81ba-41ac-9b18-7b563c5a73ec service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received unexpected event network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b for instance with vm_state building and task_state spawning.
Oct 26 02:33:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:33:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:33:27 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Instance spawned successfully.
Oct 26 02:33:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:33:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:33:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:33:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:33:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:33:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:33:27 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:33:28 user nova-compute[74702]: INFO nova.compute.manager [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Took 5.77 seconds to spawn the instance on the hypervisor.
Oct 26 02:33:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:33:28 user nova-compute[74702]: DEBUG nova.compute.manager [req-a12c0f55-d232-4fc7-a55e-a802f894d54e req-d17a4d1e-ccf9-4eb6-bcd7-e648b22288f8 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:33:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a12c0f55-d232-4fc7-a55e-a802f894d54e req-d17a4d1e-ccf9-4eb6-bcd7-e648b22288f8 service nova] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:33:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a12c0f55-d232-4fc7-a55e-a802f894d54e req-d17a4d1e-ccf9-4eb6-bcd7-e648b22288f8 service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:33:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a12c0f55-d232-4fc7-a55e-a802f894d54e req-d17a4d1e-ccf9-4eb6-bcd7-e648b22288f8 service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:33:28 user nova-compute[74702]: DEBUG nova.compute.manager [req-a12c0f55-d232-4fc7-a55e-a802f894d54e req-d17a4d1e-ccf9-4eb6-bcd7-e648b22288f8 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] No waiting events found dispatching network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:33:28 user nova-compute[74702]: WARNING nova.compute.manager [req-a12c0f55-d232-4fc7-a55e-a802f894d54e req-d17a4d1e-ccf9-4eb6-bcd7-e648b22288f8 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received unexpected event network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b for instance with vm_state building and task_state spawning.
Oct 26 02:33:28 user nova-compute[74702]: INFO nova.compute.manager [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Took 6.33 seconds to build instance.
Oct 26 02:33:28 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-b05df57b-5455-45d0-b0b5-8e162eb10c19 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.433s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:33:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:47 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:33:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:34:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:34:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:34:06 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:34:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:34:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:34:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:34:06 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:34:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:34:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:34:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:34:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:34:07 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:34:07 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:34:07 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9000MB free_disk=24.981239318847656GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:34:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:34:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:34:07 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 2c7138c3-3cd0-4470-9476-e9c26e9226c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:34:07 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:34:07 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:34:07 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:34:07 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:34:07 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:34:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.224s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:34:08 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:34:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:34:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:34:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:34:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:34:08 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:34:08 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:34:09 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:34:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:34:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:34:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:34:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:34:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:34:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:34:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:34:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:34:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:34:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:34:18 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:34:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:34:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:34:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:34:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:34:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:34:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:34:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:34:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:34:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:34:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:34:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:34:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:34:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:34:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:34:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:34:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:35:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:35:06 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:35:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:35:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:35:06 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:35:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:06 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:07 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:07 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:35:07 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:35:07 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9044MB free_disk=24.980636596679688GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:35:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:35:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:35:07 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 2c7138c3-3cd0-4470-9476-e9c26e9226c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:35:07 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:35:07 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:35:07 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:35:07 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:35:07 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:35:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.179s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:35:08 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 02:35:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 02:35:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:35:09 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:35:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:35:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:35:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:35:09 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:35:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:35:10 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:35:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:35:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:35:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:35:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG nova.objects.instance [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'flavor' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:35:17 user nova-compute[74702]: INFO nova.compute.manager [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Attaching volume 74bee4e2-d91f-47da-a4b3-931fc12719ee to /dev/vdb
Oct 26 02:35:17 user nova-compute[74702]: DEBUG os_brick.utils [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[563fc9d5-706b-499e-b332-964fcbdb492a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e7e7cdd-6945-4736-aea7-d5044c8c6e7d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3211ee79-9755-4e9a-811e-89af40e40a65]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[67779cd3-3d9d-4912-80d5-1cae0914641f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:35:17 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f6a502e-dad9-43f4-ae2a-496c03188c2d]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG os_brick.utils [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating existing volume attachment record: d73dd858-437a-4548-87ba-30e1277e9fa2 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:35:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:18 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:35:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:35:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:35:24 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XImrtWNC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:35:34 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:35:34 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:35:34 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[085d05a7-cd5c-40a9-a9af-8c3724584760]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:35:34 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e91f7e-5fc0-4b8a-8c3d-13ef35e9a470]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee] added
Oct 26 02:35:34 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0be2dadb-706d-4989-b1b2-7a59b9791fd9]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1a39c11-632a-4bd0-a9af-0df70c7800ce]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XImrtWNC {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XImrtWNC" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5afc3509-8172-4e46-a56a-2c7251290ff4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XImrtWNC'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc894175-987c-4b69-83b3-ed3bd1ef83ac]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b2b1e4f-d5e4-438f-ae21-567a0a8183d4]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 02:35:34 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 02:35:34 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:35:34 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 02:35:34 user nova-compute[74702]: 
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eabd976-983f-4911-b266-a892152cafa0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260]
Oct 26 02:35:34 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260] successful.
Oct 26 02:35:34 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f95ff99-9d95-49de-8f3d-6a2c9c96ea95]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9ed7c5f-67f5-40e0-8f8a-0ec528fb4d2d]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee (non-flash)
Oct 26 02:35:34 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee (non-flash)
Oct 26 02:35:34 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8503017c-bc35-460f-8ed2-1389f7f6eb4a]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XImrtWNC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:35:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:35 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:35:35 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] <== connect_volume: return (1300ms) {'type': 'block', 'scsi_wwn': '23666633236396638', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:35:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666633236396638', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:35:35 user nova-compute[74702]: DEBUG nova.objects.instance [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'flavor' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:35:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 02:35:35 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:35:35 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:35:35 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:35:35 user nova-compute[74702]:   <serial>74bee4e2-d91f-47da-a4b3-931fc12719ee</serial>
Oct 26 02:35:35 user nova-compute[74702]: </disk>
Oct 26 02:35:35 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 02:35:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:35:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:35:35 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] No VIF found with MAC fa:16:3e:2c:c4:86, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:35:35 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-c314f473-3b04-4641-9094-f6b01f327dbc tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.599s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:35:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:35:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:35:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:35:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-759889d1-97ea-4675-8225-0b221b923793 req-1e4b8a0d-b370-4cd9-9769-2a638e2cb552 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-changed-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:35:47 user nova-compute[74702]: DEBUG nova.compute.manager [req-759889d1-97ea-4675-8225-0b221b923793 req-1e4b8a0d-b370-4cd9-9769-2a638e2cb552 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Refreshing instance network info cache due to event network-changed-6b3c31fb-d2de-48a0-b5da-f4c0af61661b. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:35:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-759889d1-97ea-4675-8225-0b221b923793 req-1e4b8a0d-b370-4cd9-9769-2a638e2cb552 service nova] Acquiring lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:35:47 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-759889d1-97ea-4675-8225-0b221b923793 req-1e4b8a0d-b370-4cd9-9769-2a638e2cb552 service nova] Acquired lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:35:47 user nova-compute[74702]: DEBUG nova.network.neutron [req-759889d1-97ea-4675-8225-0b221b923793 req-1e4b8a0d-b370-4cd9-9769-2a638e2cb552 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Refreshing network info cache for port 6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:35:48 user nova-compute[74702]: DEBUG nova.network.neutron [req-759889d1-97ea-4675-8225-0b221b923793 req-1e4b8a0d-b370-4cd9-9769-2a638e2cb552 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updated VIF entry in instance network info cache for port 6b3c31fb-d2de-48a0-b5da-f4c0af61661b. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:35:48 user nova-compute[74702]: DEBUG nova.network.neutron [req-759889d1-97ea-4675-8225-0b221b923793 req-1e4b8a0d-b370-4cd9-9769-2a638e2cb552 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:35:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-759889d1-97ea-4675-8225-0b221b923793 req-1e4b8a0d-b370-4cd9-9769-2a638e2cb552 service nova] Releasing lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:35:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:35:50 user nova-compute[74702]: DEBUG nova.compute.manager [req-97f64273-637d-41ca-aeee-0e49695f228a req-90a42998-8fda-4f68-917d-2c8a47df750e service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-changed-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:35:50 user nova-compute[74702]: DEBUG nova.compute.manager [req-97f64273-637d-41ca-aeee-0e49695f228a req-90a42998-8fda-4f68-917d-2c8a47df750e service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Refreshing instance network info cache due to event network-changed-6b3c31fb-d2de-48a0-b5da-f4c0af61661b. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:35:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-97f64273-637d-41ca-aeee-0e49695f228a req-90a42998-8fda-4f68-917d-2c8a47df750e service nova] Acquiring lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:35:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-97f64273-637d-41ca-aeee-0e49695f228a req-90a42998-8fda-4f68-917d-2c8a47df750e service nova] Acquired lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:35:50 user nova-compute[74702]: DEBUG nova.network.neutron [req-97f64273-637d-41ca-aeee-0e49695f228a req-90a42998-8fda-4f68-917d-2c8a47df750e service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Refreshing network info cache for port 6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:35:50 user nova-compute[74702]: DEBUG nova.network.neutron [req-97f64273-637d-41ca-aeee-0e49695f228a req-90a42998-8fda-4f68-917d-2c8a47df750e service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updated VIF entry in instance network info cache for port 6b3c31fb-d2de-48a0-b5da-f4c0af61661b. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:35:50 user nova-compute[74702]: DEBUG nova.network.neutron [req-97f64273-637d-41ca-aeee-0e49695f228a req-90a42998-8fda-4f68-917d-2c8a47df750e service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:35:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-97f64273-637d-41ca-aeee-0e49695f228a req-90a42998-8fda-4f68-917d-2c8a47df750e service nova] Releasing lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:35:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:35:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:35:55 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_power_states {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:35:55 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Triggering sync for uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 26 02:35:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:35:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:35:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:35:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:35:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:36:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:36:00 user nova-compute[74702]: INFO nova.compute.manager [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Rebooting instance
Oct 26 02:36:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:36:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquired lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:36:00 user nova-compute[74702]: DEBUG nova.network.neutron [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:36:01 user nova-compute[74702]: DEBUG nova.network.neutron [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:36:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Releasing lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:36:01 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:36:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-1518e640-6c97-4b96-9935-cc4bde6a033b req-1dc7e240-054c-4304-ac2e-5dfda6464952 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-vif-unplugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:36:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1518e640-6c97-4b96-9935-cc4bde6a033b req-1dc7e240-054c-4304-ac2e-5dfda6464952 service nova] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:36:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1518e640-6c97-4b96-9935-cc4bde6a033b req-1dc7e240-054c-4304-ac2e-5dfda6464952 service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:36:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-1518e640-6c97-4b96-9935-cc4bde6a033b req-1dc7e240-054c-4304-ac2e-5dfda6464952 service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:36:01 user nova-compute[74702]: DEBUG nova.compute.manager [req-1518e640-6c97-4b96-9935-cc4bde6a033b req-1dc7e240-054c-4304-ac2e-5dfda6464952 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] No waiting events found dispatching network-vif-unplugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:36:01 user nova-compute[74702]: WARNING nova.compute.manager [req-1518e640-6c97-4b96-9935-cc4bde6a033b req-1dc7e240-054c-4304-ac2e-5dfda6464952 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received unexpected event network-vif-unplugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b for instance with vm_state active and task_state reboot_started_hard.
Oct 26 02:36:02 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Instance destroyed successfully.
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.objects.instance [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'resources' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:33:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2134953220',display_name='tempest-TestMinimumBasicScenario-server-2134953220',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2134953220',id=51,image_ref='ecb58733-9caa-4325-8aa0-e62a33149336',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJW4fDoZYEgzc/TLnDVsQPKNmNaTdMdmB1vtGnwsDMEHQsjLAj4auvtx2bemysH3wST+tuhU6QhGVU3tWB9Obciqk/kUIGbO4qoMaVmHqbCynlKQRnzFne4+Ms1QeZAPfA==',key_name='tempest-TestMinimumBasicScenario-1413517382',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:33:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7894bc722922492b92345aa2a01692b9',ramdisk_id='',reservation_id='r-xcs8h0eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ecb58733-9caa-4325-8aa0-e62a33149336',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-608878567',owner_user_name='tempest-TestMinimumBasicScenario-608878567-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:36:01Z,user_data=None,user_id='4f8d3861acb040f18af8350d32c36066',uuid=2c7138c3-3cd0-4470-9476-e9c26e9226c6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converting VIF {"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_vif [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6b3c31fb-d2, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=59d8b784-4485-4de5-a123-0bb460acbc51) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:36:02 user nova-compute[74702]: INFO os_vif [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2')
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XImrtWNC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:36:02 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[95c7f677-2989-49ed-acd2-0d45083a9655]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:36:02 user nova-compute[74702]: No targets found.
Oct 26 02:36:02 user nova-compute[74702]: iSNS:
Oct 26 02:36:02 user nova-compute[74702]: No targets found.
Oct 26 02:36:02 user nova-compute[74702]: STATIC:
Oct 26 02:36:02 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee
Oct 26 02:36:02 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:36:02 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:36:02 user nova-compute[74702]: FIRMWARE:
Oct 26 02:36:02 user nova-compute[74702]: No targets found.
Oct 26 02:36:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:36:02 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:36:02 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d525650f-4630-491a-98bf-41cb26372045]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[1af4c45f-adf8-4775-805b-d381b78b95f5]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee (non-flash)
Oct 26 02:36:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee (non-flash)
Oct 26 02:36:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9508140310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a37e3cb-af4b-4120-a66d-7ee78dcebd6c]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7728f10-12f1-4a67-9fea-d12bfac39d67]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[375a41d8-f392-46fa-9182-fb254f2974e0]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.028s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e09a72-fd2e-400c-8b3a-72d7d1f93ce9]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d23be33b-55e6-4141-be54-aac2a1c21ec4]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d05865-b7c7-4232-b67d-37ad0ac57aa5]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260]
Oct 26 02:36:02 user nova-compute[74702]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260] successful.
Oct 26 02:36:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d2bdb49-67c1-4c4f-84ec-f6993dc6022c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.253s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] <== disconnect_volume: return (254ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Start _get_guest_xml network_info=[{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ecb58733-9caa-4325-8aa0-e62a33149336,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': 'ecb58733-9caa-4325-8aa0-e62a33149336'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XImrtWNC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '2c7138c3-3cd0-4470-9476-e9c26e9226c6', 'attached_at': '', 'detached_at': '', 'volume_id': '74bee4e2-d91f-47da-a4b3-931fc12719ee', 'serial': '74bee4e2-d91f-47da-a4b3-931fc12719ee'}, 'attachment_id': 'd73dd858-437a-4548-87ba-30e1277e9fa2', 'guest_format': None, 'boot_index': None, 'volume_type': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:36:02 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:36:02 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ecb58733-9caa-4325-8aa0-e62a33149336,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.objects.instance [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.objects.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Object Instance<2c7138c3-3cd0-4470-9476-e9c26e9226c6> lazy-loaded attributes: resources,vcpu_model {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XImrtWNC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:36:02 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:36:02 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:36:02 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ec9e8b6-1a95-4c0b-9f6d-69016d41e6d3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:36:02 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[66d23bee-0d05-4eac-b627-3b5e51efbf51]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee] added
Oct 26 02:36:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d766840-8626-45f0-99f5-84f050c5102f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[4301ec14-de35-4cf6-9e6d-771f7fb87cf8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XImrtWNC {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XImrtWNC" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b633bae7-f14f-4fc0-82a9-4be0675c83c7]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XImrtWNC'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[39baaef3-2c56-41b3-9c56-7e26cc74a423]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d256ec8e-e975-4099-8b53-e5a1f65eb8e1]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 02:36:02 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 02:36:02 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:36:02 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 02:36:02 user nova-compute[74702]: 
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --login" returned: 0 in 0.041s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d781bc2b-b91e-4852-9331-d21f102e3f10]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260]
Oct 26 02:36:02 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260] successful.
Oct 26 02:36:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[cea2fe00-8c49-4795-b664-509a48d0ba13]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aef9231-5553-4972-8a15-1161f53e8d43]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee (non-flash)
Oct 26 02:36:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee (non-flash)
Oct 26 02:36:02 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.239s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4071ee3-9b22-475f-be04-d3a225d1c67b]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:36:02 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XImrtWNC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-7abb0988-2e59-4e04-bac5-653bd66e8145 req-77656fba-c227-489e-a301-1a4527474e55 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7abb0988-2e59-4e04-bac5-653bd66e8145 req-77656fba-c227-489e-a301-1a4527474e55 service nova] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7abb0988-2e59-4e04-bac5-653bd66e8145 req-77656fba-c227-489e-a301-1a4527474e55 service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7abb0988-2e59-4e04-bac5-653bd66e8145 req-77656fba-c227-489e-a301-1a4527474e55 service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG nova.compute.manager [req-7abb0988-2e59-4e04-bac5-653bd66e8145 req-77656fba-c227-489e-a301-1a4527474e55 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] No waiting events found dispatching network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:36:03 user nova-compute[74702]: WARNING nova.compute.manager [req-7abb0988-2e59-4e04-bac5-653bd66e8145 req-77656fba-c227-489e-a301-1a4527474e55 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received unexpected event network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b for instance with vm_state active and task_state reboot_started_hard.
Oct 26 02:36:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.270s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] <== connect_volume: return (1271ms) {'type': 'block', 'scsi_wwn': '23666633236396638', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666633236396638', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:33:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2134953220',display_name='tempest-TestMinimumBasicScenario-server-2134953220',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2134953220',id=51,image_ref='ecb58733-9caa-4325-8aa0-e62a33149336',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJW4fDoZYEgzc/TLnDVsQPKNmNaTdMdmB1vtGnwsDMEHQsjLAj4auvtx2bemysH3wST+tuhU6QhGVU3tWB9Obciqk/kUIGbO4qoMaVmHqbCynlKQRnzFne4+Ms1QeZAPfA==',key_name='tempest-TestMinimumBasicScenario-1413517382',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:33:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7894bc722922492b92345aa2a01692b9',ramdisk_id='',reservation_id='r-xcs8h0eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ecb58733-9caa-4325-8aa0-e62a33149336',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-608878567',owner_user_name='tempest-TestMinimumBasicScenario-608878567-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:36:01Z,user_data=None,user_id='4f8d3861acb040f18af8350d32c36066',uuid=2c7138c3-3cd0-4470-9476-e9c26e9226c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converting VIF {"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG nova.objects.instance [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'pci_devices' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG nova.objects.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Object Instance<2c7138c3-3cd0-4470-9476-e9c26e9226c6> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:36:03 user nova-compute[74702]:   <uuid>2c7138c3-3cd0-4470-9476-e9c26e9226c6</uuid>
Oct 26 02:36:03 user nova-compute[74702]:   <name>instance-00000033</name>
Oct 26 02:36:03 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:36:03 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:36:03 user nova-compute[74702]:   <metadata>
Oct 26 02:36:03 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:36:03 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:36:03 user nova-compute[74702]:       <nova:name>tempest-TestMinimumBasicScenario-server-2134953220</nova:name>
Oct 26 02:36:03 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:36:02</nova:creationTime>
Oct 26 02:36:03 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:36:03 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:36:03 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:36:03 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:36:03 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:36:03 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:36:03 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:36:03 user nova-compute[74702]:       <nova:owner>
Oct 26 02:36:03 user nova-compute[74702]:         <nova:user uuid="4f8d3861acb040f18af8350d32c36066">tempest-TestMinimumBasicScenario-608878567-project-member</nova:user>
Oct 26 02:36:03 user nova-compute[74702]:         <nova:project uuid="7894bc722922492b92345aa2a01692b9">tempest-TestMinimumBasicScenario-608878567</nova:project>
Oct 26 02:36:03 user nova-compute[74702]:       </nova:owner>
Oct 26 02:36:03 user nova-compute[74702]:       <nova:root type="image" uuid="ecb58733-9caa-4325-8aa0-e62a33149336"/>
Oct 26 02:36:03 user nova-compute[74702]:       <nova:ports>
Oct 26 02:36:03 user nova-compute[74702]:         <nova:port uuid="6b3c31fb-d2de-48a0-b5da-f4c0af61661b">
Oct 26 02:36:03 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 26 02:36:03 user nova-compute[74702]:         </nova:port>
Oct 26 02:36:03 user nova-compute[74702]:       </nova:ports>
Oct 26 02:36:03 user nova-compute[74702]:     </nova:instance>
Oct 26 02:36:03 user nova-compute[74702]:   </metadata>
Oct 26 02:36:03 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:36:03 user nova-compute[74702]:     <system>
Oct 26 02:36:03 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:36:03 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:36:03 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:36:03 user nova-compute[74702]:       <entry name="serial">2c7138c3-3cd0-4470-9476-e9c26e9226c6</entry>
Oct 26 02:36:03 user nova-compute[74702]:       <entry name="uuid">2c7138c3-3cd0-4470-9476-e9c26e9226c6</entry>
Oct 26 02:36:03 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:36:03 user nova-compute[74702]:     </system>
Oct 26 02:36:03 user nova-compute[74702]:   </sysinfo>
Oct 26 02:36:03 user nova-compute[74702]:   <os>
Oct 26 02:36:03 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:36:03 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:36:03 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:36:03 user nova-compute[74702]:   </os>
Oct 26 02:36:03 user nova-compute[74702]:   <features>
Oct 26 02:36:03 user nova-compute[74702]:     <acpi/>
Oct 26 02:36:03 user nova-compute[74702]:     <apic/>
Oct 26 02:36:03 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:36:03 user nova-compute[74702]:   </features>
Oct 26 02:36:03 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:36:03 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:36:03 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:36:03 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:36:03 user nova-compute[74702]:   </clock>
Oct 26 02:36:03 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:36:03 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:36:03 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:36:03 user nova-compute[74702]:   </cpu>
Oct 26 02:36:03 user nova-compute[74702]:   <devices>
Oct 26 02:36:03 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:36:03 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:36:03 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk"/>
Oct 26 02:36:03 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:36:03 user nova-compute[74702]:     </disk>
Oct 26 02:36:03 user nova-compute[74702]:     <disk type="block" device="disk">
Oct 26 02:36:03 user nova-compute[74702]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:36:03 user nova-compute[74702]:       <source dev="/dev/sdb"/>
Oct 26 02:36:03 user nova-compute[74702]:       <target dev="vdb" bus="virtio"/>
Oct 26 02:36:03 user nova-compute[74702]:       <serial>74bee4e2-d91f-47da-a4b3-931fc12719ee</serial>
Oct 26 02:36:03 user nova-compute[74702]:     </disk>
Oct 26 02:36:03 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:36:03 user nova-compute[74702]:       <mac address="fa:16:3e:2c:c4:86"/>
Oct 26 02:36:03 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:36:03 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:36:03 user nova-compute[74702]:       <target dev="tap6b3c31fb-d2"/>
Oct 26 02:36:03 user nova-compute[74702]:     </interface>
Oct 26 02:36:03 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:36:03 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/console.log" append="off"/>
Oct 26 02:36:03 user nova-compute[74702]:     </serial>
Oct 26 02:36:03 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:36:03 user nova-compute[74702]:     <video>
Oct 26 02:36:03 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:36:03 user nova-compute[74702]:     </video>
Oct 26 02:36:03 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:36:03 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:36:03 user nova-compute[74702]:     </rng>
Oct 26 02:36:03 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:36:03 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:36:03 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:36:03 user nova-compute[74702]:     </memballoon>
Oct 26 02:36:03 user nova-compute[74702]:   </devices>
Oct 26 02:36:03 user nova-compute[74702]: </domain>
Oct 26 02:36:03 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:03 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG nova.objects.instance [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'trusted_certs' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG nova.objects.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Object Instance<2c7138c3-3cd0-4470-9476-e9c26e9226c6> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6e5648e4aeec5bd2725fb106b704745f5d22bf3d --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Cannot resize image /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG nova.objects.instance [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'migration_context' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG nova.objects.base [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Object Instance<2c7138c3-3cd0-4470-9476-e9c26e9226c6> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74702) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:33:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2134953220',display_name='tempest-TestMinimumBasicScenario-server-2134953220',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2134953220',id=51,image_ref='ecb58733-9caa-4325-8aa0-e62a33149336',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJW4fDoZYEgzc/TLnDVsQPKNmNaTdMdmB1vtGnwsDMEHQsjLAj4auvtx2bemysH3wST+tuhU6QhGVU3tWB9Obciqk/kUIGbO4qoMaVmHqbCynlKQRnzFne4+Ms1QeZAPfA==',key_name='tempest-TestMinimumBasicScenario-1413517382',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:33:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='7894bc722922492b92345aa2a01692b9',ramdisk_id='',reservation_id='r-xcs8h0eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ecb58733-9caa-4325-8aa0-e62a33149336',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-608878567',owner_user_name='tempest-TestMinimumBasicScenario-608878567-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:36:01Z,user_data=None,user_id='4f8d3861acb040f18af8350d32c36066',uuid=2c7138c3-3cd0-4470-9476-e9c26e9226c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converting VIF {"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG os_vif [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e7c41d86-b9b1-567c-b622-0ae7b8c9cabe', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6b3c31fb-d2, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6b3c31fb-d2, col_values=(('qos', UUID('7fe15d07-a8f9-448c-a5cf-a71f9f502900')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6b3c31fb-d2, col_values=(('external_ids', {'iface-id': '6b3c31fb-d2de-48a0-b5da-f4c0af61661b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:c4:86', 'vm-uuid': '2c7138c3-3cd0-4470-9476-e9c26e9226c6'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:36:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:04 user nova-compute[74702]: INFO os_vif [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2')
Oct 26 02:36:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:05 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-a9ff80ca-c747-4eb3-8a8f-2ebea05a3bde req-b414c15a-9812-4dd8-b634-1b1e859c3753 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:36:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a9ff80ca-c747-4eb3-8a8f-2ebea05a3bde req-b414c15a-9812-4dd8-b634-1b1e859c3753 service nova] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:36:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a9ff80ca-c747-4eb3-8a8f-2ebea05a3bde req-b414c15a-9812-4dd8-b634-1b1e859c3753 service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:36:06 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-a9ff80ca-c747-4eb3-8a8f-2ebea05a3bde req-b414c15a-9812-4dd8-b634-1b1e859c3753 service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:36:06 user nova-compute[74702]: DEBUG nova.compute.manager [req-a9ff80ca-c747-4eb3-8a8f-2ebea05a3bde req-b414c15a-9812-4dd8-b634-1b1e859c3753 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] No waiting events found dispatching network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:36:06 user nova-compute[74702]: WARNING nova.compute.manager [req-a9ff80ca-c747-4eb3-8a8f-2ebea05a3bde req-b414c15a-9812-4dd8-b634-1b1e859c3753 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received unexpected event network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b for instance with vm_state active and task_state reboot_started_hard.
Oct 26 02:36:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:36:08 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Instance rebooted successfully.
Oct 26 02:36:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:36:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d16c0494-7a74-4d54-9c99-74fd61363a77 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.690s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:36:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-fa78ed90-a708-43cb-b6da-48b9dbbab277 req-4e5cc175-5ada-47df-bcb9-7de466da265c service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:36:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fa78ed90-a708-43cb-b6da-48b9dbbab277 req-4e5cc175-5ada-47df-bcb9-7de466da265c service nova] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:36:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fa78ed90-a708-43cb-b6da-48b9dbbab277 req-4e5cc175-5ada-47df-bcb9-7de466da265c service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:36:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-fa78ed90-a708-43cb-b6da-48b9dbbab277 req-4e5cc175-5ada-47df-bcb9-7de466da265c service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:36:08 user nova-compute[74702]: DEBUG nova.compute.manager [req-fa78ed90-a708-43cb-b6da-48b9dbbab277 req-4e5cc175-5ada-47df-bcb9-7de466da265c service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] No waiting events found dispatching network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:36:08 user nova-compute[74702]: WARNING nova.compute.manager [req-fa78ed90-a708-43cb-b6da-48b9dbbab277 req-4e5cc175-5ada-47df-bcb9-7de466da265c service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received unexpected event network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b for instance with vm_state active and task_state None.
Oct 26 02:36:08 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:36:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:36:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:36:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:36:08 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:09 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:36:09 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:36:09 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9098MB free_disk=24.97840118408203GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 2c7138c3-3cd0-4470-9476-e9c26e9226c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 02:36:09 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 02:36:10 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 02:36:10 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:36:10 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:36:10 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:36:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.291s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:36:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:36:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:36:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:36:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:36:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:36:11 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:36:11 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:36:11 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:36:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:36:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:36:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:36:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:36:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:36:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:36:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:36:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:36:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:36:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:36:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:36:24 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:36:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:36:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:36:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:36:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:36:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:37:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:37:10 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:37:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:37:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:37:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:37:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:37:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:37:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:37:10 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:37:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:37:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:37:10 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:37:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:37:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:37:11 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:37:11 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:37:11 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9038MB free_disk=24.97760009765625GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:37:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:37:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:37:11 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 2c7138c3-3cd0-4470-9476-e9c26e9226c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:37:11 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:37:11 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:37:11 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:37:11 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:37:11 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:37:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:37:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:37:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:37:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:37:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:37:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:37:19 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:37:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:37:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:37:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:37:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:37:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:37:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:37:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:37:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:37:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:37:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:37:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-3e8be469-123e-4e7b-85e7-628177bc262e req-2138dcfb-0224-4054-a4e2-a2f96aa38062 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-changed-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-3e8be469-123e-4e7b-85e7-628177bc262e req-2138dcfb-0224-4054-a4e2-a2f96aa38062 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Refreshing instance network info cache due to event network-changed-6b3c31fb-d2de-48a0-b5da-f4c0af61661b. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3e8be469-123e-4e7b-85e7-628177bc262e req-2138dcfb-0224-4054-a4e2-a2f96aa38062 service nova] Acquiring lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3e8be469-123e-4e7b-85e7-628177bc262e req-2138dcfb-0224-4054-a4e2-a2f96aa38062 service nova] Acquired lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-3e8be469-123e-4e7b-85e7-628177bc262e req-2138dcfb-0224-4054-a4e2-a2f96aa38062 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Refreshing network info cache for port 6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-3e8be469-123e-4e7b-85e7-628177bc262e req-2138dcfb-0224-4054-a4e2-a2f96aa38062 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updated VIF entry in instance network info cache for port 6b3c31fb-d2de-48a0-b5da-f4c0af61661b. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-3e8be469-123e-4e7b-85e7-628177bc262e req-2138dcfb-0224-4054-a4e2-a2f96aa38062 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-3e8be469-123e-4e7b-85e7-628177bc262e req-2138dcfb-0224-4054-a4e2-a2f96aa38062 service nova] Releasing lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-dfa973bf-6774-44d4-b058-7600eb4572c0 req-4a1d775d-8b2a-4948-9696-77ea53858e71 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-changed-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG nova.compute.manager [req-dfa973bf-6774-44d4-b058-7600eb4572c0 req-4a1d775d-8b2a-4948-9696-77ea53858e71 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Refreshing instance network info cache due to event network-changed-6b3c31fb-d2de-48a0-b5da-f4c0af61661b. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dfa973bf-6774-44d4-b058-7600eb4572c0 req-4a1d775d-8b2a-4948-9696-77ea53858e71 service nova] Acquiring lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dfa973bf-6774-44d4-b058-7600eb4572c0 req-4a1d775d-8b2a-4948-9696-77ea53858e71 service nova] Acquired lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG nova.network.neutron [req-dfa973bf-6774-44d4-b058-7600eb4572c0 req-4a1d775d-8b2a-4948-9696-77ea53858e71 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Refreshing network info cache for port 6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:37:53 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:37:53 user nova-compute[74702]: INFO nova.compute.manager [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Detaching volume 74bee4e2-d91f-47da-a4b3-931fc12719ee
Oct 26 02:37:54 user nova-compute[74702]: INFO nova.virt.block_device [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Attempting to driver detach volume 74bee4e2-d91f-47da-a4b3-931fc12719ee from mountpoint /dev/vdb
Oct 26 02:37:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Attempting to detach device vdb from instance 2c7138c3-3cd0-4470-9476-e9c26e9226c6 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 02:37:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:37:54 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:37:54 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:37:54 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:37:54 user nova-compute[74702]:   <serial>74bee4e2-d91f-47da-a4b3-931fc12719ee</serial>
Oct 26 02:37:54 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 02:37:54 user nova-compute[74702]: </disk>
Oct 26 02:37:54 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:37:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Successfully detached device vdb from instance 2c7138c3-3cd0-4470-9476-e9c26e9226c6 from the persistent domain config.
Oct 26 02:37:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2c7138c3-3cd0-4470-9476-e9c26e9226c6 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 02:37:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:37:54 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:37:54 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:37:54 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:37:54 user nova-compute[74702]:   <serial>74bee4e2-d91f-47da-a4b3-931fc12719ee</serial>
Oct 26 02:37:54 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 26 02:37:54 user nova-compute[74702]: </disk>
Oct 26 02:37:54 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:37:54 user nova-compute[74702]: DEBUG nova.network.neutron [req-dfa973bf-6774-44d4-b058-7600eb4572c0 req-4a1d775d-8b2a-4948-9696-77ea53858e71 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updated VIF entry in instance network info cache for port 6b3c31fb-d2de-48a0-b5da-f4c0af61661b. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:37:54 user nova-compute[74702]: DEBUG nova.network.neutron [req-dfa973bf-6774-44d4-b058-7600eb4572c0 req-4a1d775d-8b2a-4948-9696-77ea53858e71 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:37:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-dfa973bf-6774-44d4-b058-7600eb4572c0 req-4a1d775d-8b2a-4948-9696-77ea53858e71 service nova] Releasing lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:37:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 02:37:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:37:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:38:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:38:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:38:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:38:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:09 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:38:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:38:09 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:38:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:38:09 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:38:09 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:38:09 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:38:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:10 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [{"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:38:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-2c7138c3-3cd0-4470-9476-e9c26e9226c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:38:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:38:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:38:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:38:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:38:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:38:11 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:38:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:38:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:38:11 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:38:12 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:38:12 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:38:12 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:38:12 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9046MB free_disk=24.97684097290039GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:38:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:38:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:38:12 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance 2c7138c3-3cd0-4470-9476-e9c26e9226c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:38:12 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:38:12 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:38:12 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:38:12 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:38:12 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:38:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.262s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:38:14 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2c7138c3-3cd0-4470-9476-e9c26e9226c6 is timed out.
Oct 26 02:38:14 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Successfully detached device vdb from instance 2c7138c3-3cd0-4470-9476-e9c26e9226c6 from the live domain config.
Oct 26 02:38:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XImrtWNC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:38:14 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ddd227b-46dc-4316-89f3-2646187d8545]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:38:14 user nova-compute[74702]: No targets found.
Oct 26 02:38:14 user nova-compute[74702]: iSNS:
Oct 26 02:38:14 user nova-compute[74702]: No targets found.
Oct 26 02:38:14 user nova-compute[74702]: STATIC:
Oct 26 02:38:14 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee
Oct 26 02:38:14 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:38:14 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:38:14 user nova-compute[74702]: FIRMWARE:
Oct 26 02:38:14 user nova-compute[74702]: No targets found.
Oct 26 02:38:14 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:38:14 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:38:14 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5664944-e45b-4df8-949a-ab3f88d51d4b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c74494f-bd39-4463-a65b-09e2b67fcd72]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee (non-flash)
Oct 26 02:38:14 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee (non-flash)
Oct 26 02:38:14 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9520124040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[54f6eb88-f84d-43b7-b683-e3a961b9f3e5]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e36412-44b9-4add-9fc4-56875270005f]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e418d974-2a21-43be-9d57-0ffd7218602f]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a810d5d9-026f-495e-947a-94ecca6456b8]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[55b9201f-e5ca-4808-ab8b-18a26a413c66]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a08e0310-0959-46a0-92c3-da919ec69c6f]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260]
Oct 26 02:38:14 user nova-compute[74702]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee, portal: 172.16.0.220,3260] successful.
Oct 26 02:38:14 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74bee4e2-d91f-47da-a4b3-931fc12719ee -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[0563f274-a7bb-4f7e-a05f-54bcc8a8e183]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] <== disconnect_volume: return (283ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:38:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:38:15 user nova-compute[74702]: DEBUG nova.objects.instance [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'flavor' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:38:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:38:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-a51ad5ed-ab00-4ebd-811e-c069c1a80e16 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.773s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:38:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:38:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:38:20 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:38:20 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:38:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:38:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:38:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:38:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:38:39 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:44 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:38:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:38:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:38:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:38:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:38:49 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:38:54 user nova-compute[74702]: INFO nova.compute.manager [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Terminating instance
Oct 26 02:38:54 user nova-compute[74702]: DEBUG nova.compute.manager [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-4e17238f-8878-4d83-a315-9fd2d331ec77 req-df6913a4-9816-4ff7-b545-a2aa1ab84893 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-vif-unplugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4e17238f-8878-4d83-a315-9fd2d331ec77 req-df6913a4-9816-4ff7-b545-a2aa1ab84893 service nova] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4e17238f-8878-4d83-a315-9fd2d331ec77 req-df6913a4-9816-4ff7-b545-a2aa1ab84893 service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4e17238f-8878-4d83-a315-9fd2d331ec77 req-df6913a4-9816-4ff7-b545-a2aa1ab84893 service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-4e17238f-8878-4d83-a315-9fd2d331ec77 req-df6913a4-9816-4ff7-b545-a2aa1ab84893 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] No waiting events found dispatching network-vif-unplugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-4e17238f-8878-4d83-a315-9fd2d331ec77 req-df6913a4-9816-4ff7-b545-a2aa1ab84893 service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-vif-unplugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Instance destroyed successfully.
Oct 26 02:38:54 user nova-compute[74702]: DEBUG nova.objects.instance [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'resources' on Instance uuid 2c7138c3-3cd0-4470-9476-e9c26e9226c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:33:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2134953220',display_name='tempest-TestMinimumBasicScenario-server-2134953220',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2134953220',id=51,image_ref='ecb58733-9caa-4325-8aa0-e62a33149336',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJW4fDoZYEgzc/TLnDVsQPKNmNaTdMdmB1vtGnwsDMEHQsjLAj4auvtx2bemysH3wST+tuhU6QhGVU3tWB9Obciqk/kUIGbO4qoMaVmHqbCynlKQRnzFne4+Ms1QeZAPfA==',key_name='tempest-TestMinimumBasicScenario-1413517382',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:33:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7894bc722922492b92345aa2a01692b9',ramdisk_id='',reservation_id='r-xcs8h0eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ecb58733-9caa-4325-8aa0-e62a33149336',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-608878567',owner_user_name='tempest-TestMinimumBasicScenario-608878567-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:36:08Z,user_data=None,user_id='4f8d3861acb040f18af8350d32c36066',uuid=2c7138c3-3cd0-4470-9476-e9c26e9226c6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converting VIF {"id": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "address": "fa:16:3e:2c:c4:86", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b3c31fb-d2", "ovs_interfaceid": "6b3c31fb-d2de-48a0-b5da-f4c0af61661b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG os_vif [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6b3c31fb-d2, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7fe15d07-a8f9-448c-a5cf-a71f9f502900) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:38:54 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:38:54 user nova-compute[74702]: INFO os_vif [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c4:86,bridge_name='br-int',has_traffic_filtering=True,id=6b3c31fb-d2de-48a0-b5da-f4c0af61661b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b3c31fb-d2')
Oct 26 02:38:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Deleting instance files /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6_del
Oct 26 02:38:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Deletion of /opt/stack/data/nova/instances/2c7138c3-3cd0-4470-9476-e9c26e9226c6_del complete
Oct 26 02:38:55 user nova-compute[74702]: INFO nova.compute.manager [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 26 02:38:55 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:38:55 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:38:55 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:38:55 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:38:55 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Took 0.44 seconds to deallocate network for instance.
Oct 26 02:38:55 user nova-compute[74702]: DEBUG nova.compute.manager [req-5b3bc669-8dcc-4549-b644-b38d9e854679 req-ee010cab-cdb9-4928-9e5a-0c3d08ff74ed service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-vif-deleted-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:38:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:38:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:38:55 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:38:55 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:38:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.128s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:38:55 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Deleted allocations for instance 2c7138c3-3cd0-4470-9476-e9c26e9226c6
Oct 26 02:38:55 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-dc11e298-cf42-4b9e-b644-2aca64e278d1 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.720s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:38:56 user nova-compute[74702]: DEBUG nova.compute.manager [req-475a8505-65c0-4904-ad14-d3042c2a0987 req-ff37e227-b988-4ea3-939f-4d2c0df01a7f service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received event network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-475a8505-65c0-4904-ad14-d3042c2a0987 req-ff37e227-b988-4ea3-939f-4d2c0df01a7f service nova] Acquiring lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-475a8505-65c0-4904-ad14-d3042c2a0987 req-ff37e227-b988-4ea3-939f-4d2c0df01a7f service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:38:56 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-475a8505-65c0-4904-ad14-d3042c2a0987 req-ff37e227-b988-4ea3-939f-4d2c0df01a7f service nova] Lock "2c7138c3-3cd0-4470-9476-e9c26e9226c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:38:56 user nova-compute[74702]: DEBUG nova.compute.manager [req-475a8505-65c0-4904-ad14-d3042c2a0987 req-ff37e227-b988-4ea3-939f-4d2c0df01a7f service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] No waiting events found dispatching network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:38:56 user nova-compute[74702]: WARNING nova.compute.manager [req-475a8505-65c0-4904-ad14-d3042c2a0987 req-ff37e227-b988-4ea3-939f-4d2c0df01a7f service nova] [instance: 2c7138c3-3cd0-4470-9476-e9c26e9226c6] Received unexpected event network-vif-plugged-6b3c31fb-d2de-48a0-b5da-f4c0af61661b for instance with vm_state deleted and task_state None.
Oct 26 02:38:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:39:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:39:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:39:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:39:09 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:10 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:39:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:39:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:39:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:39:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:39:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:39:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:39:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:39:12 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:39:13 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:39:13 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:39:13 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9177MB free_disk=25.004146575927734GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:39:13 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:39:13 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:39:13 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:39:13 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:39:13 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:39:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.137s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:39:14 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:39:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:39:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:39:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:39:19 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:39:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:39:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:39:22 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:39:24 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:39:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:39:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:39:29 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:39:31 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:39:34 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:39:40 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:45 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Starting instance... {{(pid=74702) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74702) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 26 02:39:48 user nova-compute[74702]: INFO nova.compute.claims [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Claim successful on node user
Oct 26 02:39:48 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.208s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Start building networks asynchronously for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Allocating IP information in the background. {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG nova.network.neutron [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] allocate_for_instance() {{(pid=74702) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 26 02:39:48 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 26 02:39:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Start building block device mappings for instance. {{(pid=74702) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG nova.policy [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f8d3861acb040f18af8350d32c36066', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7894bc722922492b92345aa2a01692b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74702) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Start spawning the instance on the hypervisor. {{(pid=74702) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Creating instance directory {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 26 02:39:48 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Creating image(s)
Oct 26 02:39:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "/opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "/opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "/opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "fd3b818a40670970e3df8cc675d787436490cf94" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:39:48 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "fd3b818a40670970e3df8cc675d787436490cf94" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:39:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94.part --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:39:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94.part --force-share --output=json" returned: 0 in 0.187s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:39:49 user nova-compute[74702]: DEBUG nova.virt.images [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] a73253d4-a08e-41ff-94fb-adc2af2d707c was qcow2, converting to raw {{(pid=74702) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 26 02:39:49 user nova-compute[74702]: DEBUG nova.privsep.utils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74702) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 26 02:39:49 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94.part /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94.converted {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:39:49 user nova-compute[74702]: DEBUG nova.network.neutron [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Successfully created port: 334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94.part /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94.converted" returned: 0 in 0.446s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94.converted --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94.converted --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "fd3b818a40670970e3df8cc675d787436490cf94" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.278s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94 --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "fd3b818a40670970e3df8cc675d787436490cf94" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "fd3b818a40670970e3df8cc675d787436490cf94" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG nova.network.neutron [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Successfully updated port: 334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquired lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG nova.network.neutron [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG nova.compute.manager [req-955ecfd4-32c0-47e4-981f-de5b22555536 req-84c53dd2-8632-411d-99f5-2359d33ca583 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-changed-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG nova.compute.manager [req-955ecfd4-32c0-47e4-981f-de5b22555536 req-84c53dd2-8632-411d-99f5-2359d33ca583 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Refreshing instance network info cache due to event network-changed-334feb48-00ed-4bb9-8a9c-688bd14c405b. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-955ecfd4-32c0-47e4-981f-de5b22555536 req-84c53dd2-8632-411d-99f5-2359d33ca583 service nova] Acquiring lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG nova.network.neutron [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Instance cache missing network info. {{(pid=74702) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94 --force-share --output=json" returned: 0 in 0.186s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94,backing_fmt=raw /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk 1073741824 {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94,backing_fmt=raw /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk 1073741824" returned: 0 in 0.059s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "fd3b818a40670970e3df8cc675d787436490cf94" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94 --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG nova.network.neutron [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fd3b818a40670970e3df8cc675d787436490cf94 --force-share --output=json" returned: 0 in 0.189s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk. size=1073741824 {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Releasing lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Instance network_info: |[{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74702) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-955ecfd4-32c0-47e4-981f-de5b22555536 req-84c53dd2-8632-411d-99f5-2359d33ca583 service nova] Acquired lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:39:50 user nova-compute[74702]: DEBUG nova.network.neutron [req-955ecfd4-32c0-47e4-981f-de5b22555536 req-84c53dd2-8632-411d-99f5-2359d33ca583 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Refreshing network info cache for port 334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.disk.api [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Cannot resize image /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk to a smaller size. {{(pid=74702) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Created local disks {{(pid=74702) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Ensure instance console log exists: /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/console.log {{(pid=74702) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Start _get_guest_xml network_info=[{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T02:39:46Z,direct_url=<?>,disk_format='qcow2',id=a73253d4-a08e-41ff-94fb-adc2af2d707c,min_disk=0,min_ram=0,name='tempest-scenario-img--863082499',owner='7894bc722922492b92345aa2a01692b9',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T02:39:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_format': None, 'encrypted': False, 'device_name': '/dev/vda', 'size': 0, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': 'a73253d4-a08e-41ff-94fb-adc2af2d707c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 26 02:39:51 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:39:51 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CPU controller missing on host. {{(pid=74702) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.host [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CPU controller found on host. {{(pid=74702) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74702) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-26T01:34:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-26T02:39:46Z,direct_url=<?>,disk_format='qcow2',id=a73253d4-a08e-41ff-94fb-adc2af2d707c,min_disk=0,min_ram=0,name='tempest-scenario-img--863082499',owner='7894bc722922492b92345aa2a01692b9',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-26T02:39:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Flavor limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Image limits 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Flavor pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Image pref 0:0:0 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74702) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Got 1 possible topologies {{(pid=74702) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.hardware [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74702) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1772891621',display_name='tempest-TestMinimumBasicScenario-server-1772891621',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1772891621',id=52,image_ref='a73253d4-a08e-41ff-94fb-adc2af2d707c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL2qTYi43xCp+Chcix+S6m9LavUQ+w1YyQC+mZ9Aq1WAWLpze3ieN4ZsksfCFjGmXx5guIPRnnght8RQ1OFejn8x/4umB0ijXM/93iRHO5M49ddSyLVueZqOcDYVFt+LuQ==',key_name='tempest-TestMinimumBasicScenario-2139142925',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7894bc722922492b92345aa2a01692b9',ramdisk_id='',reservation_id='r-zv6bqbut',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a73253d4-a08e-41ff-94fb-adc2af2d707c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-608878567',owner_user_name='tempest-TestMinimumBasicScenario-608878567-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:39:49Z,user_data=None,user_id='4f8d3861acb040f18af8350d32c36066',uuid=c22b2571-a82c-4877-a241-ca42a4fe58c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74702) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converting VIF {"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:f7:46,bridge_name='br-int',has_traffic_filtering=True,id=334feb48-00ed-4bb9-8a9c-688bd14c405b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap334feb48-00') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.objects.instance [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'pci_devices' on Instance uuid c22b2571-a82c-4877-a241-ca42a4fe58c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] End _get_guest_xml xml=<domain type="kvm">
Oct 26 02:39:51 user nova-compute[74702]:   <uuid>c22b2571-a82c-4877-a241-ca42a4fe58c6</uuid>
Oct 26 02:39:51 user nova-compute[74702]:   <name>instance-00000034</name>
Oct 26 02:39:51 user nova-compute[74702]:   <memory>524288</memory>
Oct 26 02:39:51 user nova-compute[74702]:   <vcpu>1</vcpu>
Oct 26 02:39:51 user nova-compute[74702]:   <metadata>
Oct 26 02:39:51 user nova-compute[74702]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 26 02:39:51 user nova-compute[74702]:       <nova:package version="0.0.0"/>
Oct 26 02:39:51 user nova-compute[74702]:       <nova:name>tempest-TestMinimumBasicScenario-server-1772891621</nova:name>
Oct 26 02:39:51 user nova-compute[74702]:       <nova:creationTime>2023-10-26 02:39:51</nova:creationTime>
Oct 26 02:39:51 user nova-compute[74702]:       <nova:flavor name="m1.tiny">
Oct 26 02:39:51 user nova-compute[74702]:         <nova:memory>512</nova:memory>
Oct 26 02:39:51 user nova-compute[74702]:         <nova:disk>1</nova:disk>
Oct 26 02:39:51 user nova-compute[74702]:         <nova:swap>0</nova:swap>
Oct 26 02:39:51 user nova-compute[74702]:         <nova:ephemeral>0</nova:ephemeral>
Oct 26 02:39:51 user nova-compute[74702]:         <nova:vcpus>1</nova:vcpus>
Oct 26 02:39:51 user nova-compute[74702]:       </nova:flavor>
Oct 26 02:39:51 user nova-compute[74702]:       <nova:owner>
Oct 26 02:39:51 user nova-compute[74702]:         <nova:user uuid="4f8d3861acb040f18af8350d32c36066">tempest-TestMinimumBasicScenario-608878567-project-member</nova:user>
Oct 26 02:39:51 user nova-compute[74702]:         <nova:project uuid="7894bc722922492b92345aa2a01692b9">tempest-TestMinimumBasicScenario-608878567</nova:project>
Oct 26 02:39:51 user nova-compute[74702]:       </nova:owner>
Oct 26 02:39:51 user nova-compute[74702]:       <nova:root type="image" uuid="a73253d4-a08e-41ff-94fb-adc2af2d707c"/>
Oct 26 02:39:51 user nova-compute[74702]:       <nova:ports>
Oct 26 02:39:51 user nova-compute[74702]:         <nova:port uuid="334feb48-00ed-4bb9-8a9c-688bd14c405b">
Oct 26 02:39:51 user nova-compute[74702]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 26 02:39:51 user nova-compute[74702]:         </nova:port>
Oct 26 02:39:51 user nova-compute[74702]:       </nova:ports>
Oct 26 02:39:51 user nova-compute[74702]:     </nova:instance>
Oct 26 02:39:51 user nova-compute[74702]:   </metadata>
Oct 26 02:39:51 user nova-compute[74702]:   <sysinfo type="smbios">
Oct 26 02:39:51 user nova-compute[74702]:     <system>
Oct 26 02:39:51 user nova-compute[74702]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 26 02:39:51 user nova-compute[74702]:       <entry name="product">OpenStack Nova</entry>
Oct 26 02:39:51 user nova-compute[74702]:       <entry name="version">0.0.0</entry>
Oct 26 02:39:51 user nova-compute[74702]:       <entry name="serial">c22b2571-a82c-4877-a241-ca42a4fe58c6</entry>
Oct 26 02:39:51 user nova-compute[74702]:       <entry name="uuid">c22b2571-a82c-4877-a241-ca42a4fe58c6</entry>
Oct 26 02:39:51 user nova-compute[74702]:       <entry name="family">Virtual Machine</entry>
Oct 26 02:39:51 user nova-compute[74702]:     </system>
Oct 26 02:39:51 user nova-compute[74702]:   </sysinfo>
Oct 26 02:39:51 user nova-compute[74702]:   <os>
Oct 26 02:39:51 user nova-compute[74702]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 26 02:39:51 user nova-compute[74702]:     <boot dev="hd"/>
Oct 26 02:39:51 user nova-compute[74702]:     <smbios mode="sysinfo"/>
Oct 26 02:39:51 user nova-compute[74702]:   </os>
Oct 26 02:39:51 user nova-compute[74702]:   <features>
Oct 26 02:39:51 user nova-compute[74702]:     <acpi/>
Oct 26 02:39:51 user nova-compute[74702]:     <apic/>
Oct 26 02:39:51 user nova-compute[74702]:     <vmcoreinfo/>
Oct 26 02:39:51 user nova-compute[74702]:   </features>
Oct 26 02:39:51 user nova-compute[74702]:   <clock offset="utc">
Oct 26 02:39:51 user nova-compute[74702]:     <timer name="pit" tickpolicy="delay"/>
Oct 26 02:39:51 user nova-compute[74702]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 26 02:39:51 user nova-compute[74702]:     <timer name="hpet" present="no"/>
Oct 26 02:39:51 user nova-compute[74702]:   </clock>
Oct 26 02:39:51 user nova-compute[74702]:   <cpu mode="custom" match="exact">
Oct 26 02:39:51 user nova-compute[74702]:     <model>Nehalem</model>
Oct 26 02:39:51 user nova-compute[74702]:     <topology sockets="1" cores="1" threads="1"/>
Oct 26 02:39:51 user nova-compute[74702]:   </cpu>
Oct 26 02:39:51 user nova-compute[74702]:   <devices>
Oct 26 02:39:51 user nova-compute[74702]:     <disk type="file" device="disk">
Oct 26 02:39:51 user nova-compute[74702]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 26 02:39:51 user nova-compute[74702]:       <source file="/opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk"/>
Oct 26 02:39:51 user nova-compute[74702]:       <target dev="vda" bus="virtio"/>
Oct 26 02:39:51 user nova-compute[74702]:     </disk>
Oct 26 02:39:51 user nova-compute[74702]:     <interface type="ethernet">
Oct 26 02:39:51 user nova-compute[74702]:       <mac address="fa:16:3e:12:f7:46"/>
Oct 26 02:39:51 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:39:51 user nova-compute[74702]:       <mtu size="1442"/>
Oct 26 02:39:51 user nova-compute[74702]:       <target dev="tap334feb48-00"/>
Oct 26 02:39:51 user nova-compute[74702]:     </interface>
Oct 26 02:39:51 user nova-compute[74702]:     <serial type="pty">
Oct 26 02:39:51 user nova-compute[74702]:       <log file="/opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/console.log" append="off"/>
Oct 26 02:39:51 user nova-compute[74702]:     </serial>
Oct 26 02:39:51 user nova-compute[74702]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 26 02:39:51 user nova-compute[74702]:     <video>
Oct 26 02:39:51 user nova-compute[74702]:       <model type="virtio"/>
Oct 26 02:39:51 user nova-compute[74702]:     </video>
Oct 26 02:39:51 user nova-compute[74702]:     <rng model="virtio">
Oct 26 02:39:51 user nova-compute[74702]:       <backend model="random">/dev/urandom</backend>
Oct 26 02:39:51 user nova-compute[74702]:     </rng>
Oct 26 02:39:51 user nova-compute[74702]:     <controller type="usb" index="0" model="none"/>
Oct 26 02:39:51 user nova-compute[74702]:     <memballoon model="virtio">
Oct 26 02:39:51 user nova-compute[74702]:       <stats period="10"/>
Oct 26 02:39:51 user nova-compute[74702]:     </memballoon>
Oct 26 02:39:51 user nova-compute[74702]:   </devices>
Oct 26 02:39:51 user nova-compute[74702]: </domain>
Oct 26 02:39:51 user nova-compute[74702]:  {{(pid=74702) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1772891621',display_name='tempest-TestMinimumBasicScenario-server-1772891621',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1772891621',id=52,image_ref='a73253d4-a08e-41ff-94fb-adc2af2d707c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL2qTYi43xCp+Chcix+S6m9LavUQ+w1YyQC+mZ9Aq1WAWLpze3ieN4ZsksfCFjGmXx5guIPRnnght8RQ1OFejn8x/4umB0ijXM/93iRHO5M49ddSyLVueZqOcDYVFt+LuQ==',key_name='tempest-TestMinimumBasicScenario-2139142925',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7894bc722922492b92345aa2a01692b9',ramdisk_id='',reservation_id='r-zv6bqbut',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a73253d4-a08e-41ff-94fb-adc2af2d707c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-608878567',owner_user_name='tempest-TestMinimumBasicScenario-608878567-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-26T02:39:49Z,user_data=None,user_id='4f8d3861acb040f18af8350d32c36066',uuid=c22b2571-a82c-4877-a241-ca42a4fe58c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converting VIF {"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:f7:46,bridge_name='br-int',has_traffic_filtering=True,id=334feb48-00ed-4bb9-8a9c-688bd14c405b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap334feb48-00') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG os_vif [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:f7:46,bridge_name='br-int',has_traffic_filtering=True,id=334feb48-00ed-4bb9-8a9c-688bd14c405b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap334feb48-00') {{(pid=74702) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fe563b61-d3ab-57a2-bae8-933a8d53996c', '_type': 'linux-noop'}}, row=False) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap334feb48-00, may_exist=True, interface_attrs={}) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap334feb48-00, col_values=(('qos', UUID('7e6d9753-745b-44d4-b4e5-b3527c09cd2e')),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap334feb48-00, col_values=(('external_ids', {'iface-id': '334feb48-00ed-4bb9-8a9c-688bd14c405b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:12:f7:46', 'vm-uuid': 'c22b2571-a82c-4877-a241-ca42a4fe58c6'}),), if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:51 user nova-compute[74702]: INFO os_vif [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:f7:46,bridge_name='br-int',has_traffic_filtering=True,id=334feb48-00ed-4bb9-8a9c-688bd14c405b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap334feb48-00')
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] No VIF found with MAC fa:16:3e:12:f7:46, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-955ecfd4-32c0-47e4-981f-de5b22555536 req-84c53dd2-8632-411d-99f5-2359d33ca583 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updated VIF entry in instance network info cache for port 334feb48-00ed-4bb9-8a9c-688bd14c405b. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG nova.network.neutron [req-955ecfd4-32c0-47e4-981f-de5b22555536 req-84c53dd2-8632-411d-99f5-2359d33ca583 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:39:51 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-955ecfd4-32c0-47e4-981f-de5b22555536 req-84c53dd2-8632-411d-99f5-2359d33ca583 service nova] Releasing lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:39:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:52 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8f81f45-5bc2-49bc-a4bf-321f5f059fce req-5f815b7a-b56c-477b-8af5-71c94a3e690f service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:39:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8f81f45-5bc2-49bc-a4bf-321f5f059fce req-5f815b7a-b56c-477b-8af5-71c94a3e690f service nova] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:39:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8f81f45-5bc2-49bc-a4bf-321f5f059fce req-5f815b7a-b56c-477b-8af5-71c94a3e690f service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:39:52 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-b8f81f45-5bc2-49bc-a4bf-321f5f059fce req-5f815b7a-b56c-477b-8af5-71c94a3e690f service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:39:52 user nova-compute[74702]: DEBUG nova.compute.manager [req-b8f81f45-5bc2-49bc-a4bf-321f5f059fce req-5f815b7a-b56c-477b-8af5-71c94a3e690f service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] No waiting events found dispatching network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:39:52 user nova-compute[74702]: WARNING nova.compute.manager [req-b8f81f45-5bc2-49bc-a4bf-321f5f059fce req-5f815b7a-b56c-477b-8af5-71c94a3e690f service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received unexpected event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b for instance with vm_state building and task_state spawning.
Oct 26 02:39:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:53 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Instance event wait completed in 0 seconds for  {{(pid=74702) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Guest created on hypervisor {{(pid=74702) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 26 02:39:54 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Instance spawned successfully.
Oct 26 02:39:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Found default for hw_cdrom_bus of ide {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Found default for hw_disk_bus of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Found default for hw_input_bus of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Found default for hw_pointer_model of None {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Found default for hw_video_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Found default for hw_vif_model of virtio {{(pid=74702) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 26 02:39:54 user nova-compute[74702]: INFO nova.compute.manager [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Took 5.63 seconds to spawn the instance on the hypervisor.
Oct 26 02:39:54 user nova-compute[74702]: DEBUG nova.compute.manager [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:39:54 user nova-compute[74702]: INFO nova.compute.manager [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Took 6.24 seconds to build instance.
Oct 26 02:39:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-cafd311c-bfac-45e4-a5bd-35a9be70086b tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.351s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-e4142d3d-3ce6-467a-8f2b-1142484c5d13 req-ed3e37a9-2389-4f0f-805e-9d91dbc0bd8f service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e4142d3d-3ce6-467a-8f2b-1142484c5d13 req-ed3e37a9-2389-4f0f-805e-9d91dbc0bd8f service nova] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e4142d3d-3ce6-467a-8f2b-1142484c5d13 req-ed3e37a9-2389-4f0f-805e-9d91dbc0bd8f service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e4142d3d-3ce6-467a-8f2b-1142484c5d13 req-ed3e37a9-2389-4f0f-805e-9d91dbc0bd8f service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:39:54 user nova-compute[74702]: DEBUG nova.compute.manager [req-e4142d3d-3ce6-467a-8f2b-1142484c5d13 req-ed3e37a9-2389-4f0f-805e-9d91dbc0bd8f service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] No waiting events found dispatching network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:39:54 user nova-compute[74702]: WARNING nova.compute.manager [req-e4142d3d-3ce6-467a-8f2b-1142484c5d13 req-ed3e37a9-2389-4f0f-805e-9d91dbc0bd8f service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received unexpected event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b for instance with vm_state active and task_state None.
Oct 26 02:39:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:39:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:40:11 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid c22b2571-a82c-4877-a241-ca42a4fe58c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:40:12 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:40:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:40:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:40:12 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:40:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 02:40:12 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 02:40:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:40:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:40:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:40:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:40:13 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:40:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:40:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:40:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:40:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:40:14 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:40:14 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:40:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=8950MB free_disk=24.95511245727539GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:40:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:40:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:40:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance c22b2571-a82c-4877-a241-ca42a4fe58c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:40:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:40:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:40:14 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:40:14 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:40:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:40:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.214s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:40:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:40:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:40:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:20 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:40:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:40:24 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:40:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:40:24 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:40:24 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 02:40:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:27 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:40:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:31 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:40:35 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:40:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:40:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:40:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:40:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:40:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:40:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:40:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:40:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:40:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:40:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:40:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:40:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:40:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:40:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:41:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:41:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:41:13 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:41:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:41:13 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:41:13 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid c22b2571-a82c-4877-a241-ca42a4fe58c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:41:14 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:41:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:41:14 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:41:14 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:41:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:41:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:41:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:41:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:41:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:41:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:41:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:41:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:41:15 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:41:15 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:41:15 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9026MB free_disk=24.95309829711914GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance c22b2571-a82c-4877-a241-ca42a4fe58c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:41:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.369s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:41:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:41:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:41:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:41:20 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:41:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:41:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:41:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:41:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:41:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:41:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:41:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:41:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:41:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:41:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:31 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:41:31 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:41:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:41:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:41:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:41:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:41:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:41:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:41:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:41:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:41:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:41:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:41:43 user nova-compute[74702]: DEBUG nova.objects.instance [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'flavor' on Instance uuid c22b2571-a82c-4877-a241-ca42a4fe58c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:41:43 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:41:44 user nova-compute[74702]: INFO nova.compute.manager [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Attaching volume a074667e-057c-47e9-8891-9e03b761c711 to /dev/vdb
Oct 26 02:41:44 user nova-compute[74702]: DEBUG os_brick.utils [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[59a0c326-7129-41bd-8e2a-3f0a701cf4d2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:3ff69cf3ada\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[da774163-8e6b-4a6c-9f7e-11b305f0eb93]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e436f451-7b1c-4910-b06b-9217bd450d00]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[798115af-abdf-4137-bf9b-aa7027a1d388]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Running cmd (subprocess): nvme version {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] 'nvme version' failed. Not Retrying. {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.nvmeof [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] nvme not present on system {{(pid=74702) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 26 02:41:44 user nova-compute[74702]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 26 02:41:44 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[e395f9a8-3e44-45e7-b176-45204a09414d]: (4, '') {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74702) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.lightos [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] LIGHTOS: no hostnqn found. {{(pid=74702) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG os_brick.utils [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:3ff69cf3ada', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:41:44 user nova-compute[74702]: DEBUG nova.virt.block_device [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating existing volume attachment record: d210f351-3d05-46ad-92dd-7b382ed976b6 {{(pid=74702) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 26 02:41:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:41:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:41:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:41:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:41:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:41:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:41:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:41:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:41:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:41:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:41:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:41:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:41:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:41:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Calling os-brick to attach iSCSI Volume {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IqZLBTfh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:42:00 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:42:00 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:42:00 user nova-compute[74702]: INFO os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cf25706-3ee7-43d0-bd3f-c21072108845]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 26 02:42:00 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --interface default --op new {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[14546b3a-7ec2-44fc-9e48-8ae501261626]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711] added\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711] added
Oct 26 02:42:00 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[345aa6dc-1330-4c3a-83be-7729d305962e]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a67fd4c-c667-4b85-baae-157be0505a29]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IqZLBTfh {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IqZLBTfh" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cf507c8-5274-4ac3-bcc6-ec8baca11611]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IqZLBTfh'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[866d9ce7-a2f4-44b7-a67f-704cf8041f02]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[30fb255c-870b-465e-8096-bfaf1a8b6119]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 26 02:42:00 user nova-compute[74702]:  {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 26 02:42:00 user nova-compute[74702]:  {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:42:00 user nova-compute[74702]: WARNING os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 26 02:42:00 user nova-compute[74702]: 
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --login {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[270c7d6f-ab8f-44e4-b15a-74629066ba2c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711, portal: 172.16.0.220,3260]
Oct 26 02:42:00 user nova-compute[74702]: Login to [iface: default, target: iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711, portal: 172.16.0.220,3260] successful.
Oct 26 02:42:00 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a82f7e6-937a-4ffd-9e0b-c93ec224391d]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9477498-5d44-4344-9661-58b8be3ab192]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 (non-flash)
Oct 26 02:42:00 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 (non-flash)
Oct 26 02:42:00 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Connected to 172.16.0.220:3260 {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=74702) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74702) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5360490f-cd20-4073-b7af-b10c83c1fc81]: (4, ('- - 0', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74702) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 26 02:42:00 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IqZLBTfh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74702) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 26 02:42:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:42:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:42:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:42:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:42:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:01 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:42:01 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '23566623132646537', 'path': '/dev/sdb'} {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:42:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23566623132646537', 'path': '/dev/sdb'} {{(pid=74702) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 26 02:42:01 user nova-compute[74702]: DEBUG nova.objects.instance [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'flavor' on Instance uuid c22b2571-a82c-4877-a241-ca42a4fe58c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:42:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] attach device xml: <disk type="block" device="disk">
Oct 26 02:42:02 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:42:02 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:42:02 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:42:02 user nova-compute[74702]:   <serial>a074667e-057c-47e9-8891-9e03b761c711</serial>
Oct 26 02:42:02 user nova-compute[74702]: </disk>
Oct 26 02:42:02 user nova-compute[74702]:  {{(pid=74702) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 26 02:42:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] No BDM found with device name vda, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:42:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74702) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 26 02:42:02 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] No VIF found with MAC fa:16:3e:12:f7:46, not building metadata {{(pid=74702) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 26 02:42:02 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-860eb286-ced0-42dd-a450-4d7c44cca48c tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.553s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:42:04 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-42b2143c-ef15-4a41-97f9-6f577da88f39 req-d91c3078-efcd-4c32-afec-3eb0e6924692 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-changed-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:42:05 user nova-compute[74702]: DEBUG nova.compute.manager [req-42b2143c-ef15-4a41-97f9-6f577da88f39 req-d91c3078-efcd-4c32-afec-3eb0e6924692 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Refreshing instance network info cache due to event network-changed-334feb48-00ed-4bb9-8a9c-688bd14c405b. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:42:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-42b2143c-ef15-4a41-97f9-6f577da88f39 req-d91c3078-efcd-4c32-afec-3eb0e6924692 service nova] Acquiring lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:42:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-42b2143c-ef15-4a41-97f9-6f577da88f39 req-d91c3078-efcd-4c32-afec-3eb0e6924692 service nova] Acquired lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:42:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-42b2143c-ef15-4a41-97f9-6f577da88f39 req-d91c3078-efcd-4c32-afec-3eb0e6924692 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Refreshing network info cache for port 334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:42:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-42b2143c-ef15-4a41-97f9-6f577da88f39 req-d91c3078-efcd-4c32-afec-3eb0e6924692 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updated VIF entry in instance network info cache for port 334feb48-00ed-4bb9-8a9c-688bd14c405b. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:42:05 user nova-compute[74702]: DEBUG nova.network.neutron [req-42b2143c-ef15-4a41-97f9-6f577da88f39 req-d91c3078-efcd-4c32-afec-3eb0e6924692 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:42:05 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-42b2143c-ef15-4a41-97f9-6f577da88f39 req-d91c3078-efcd-4c32-afec-3eb0e6924692 service nova] Releasing lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:42:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-7adbcb56-f319-496f-9e70-daef4f2c5484 req-10166b47-44ae-4a02-b98e-497bd7fc0c0a service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-changed-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:42:07 user nova-compute[74702]: DEBUG nova.compute.manager [req-7adbcb56-f319-496f-9e70-daef4f2c5484 req-10166b47-44ae-4a02-b98e-497bd7fc0c0a service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Refreshing instance network info cache due to event network-changed-334feb48-00ed-4bb9-8a9c-688bd14c405b. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:42:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7adbcb56-f319-496f-9e70-daef4f2c5484 req-10166b47-44ae-4a02-b98e-497bd7fc0c0a service nova] Acquiring lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:42:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7adbcb56-f319-496f-9e70-daef4f2c5484 req-10166b47-44ae-4a02-b98e-497bd7fc0c0a service nova] Acquired lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:42:07 user nova-compute[74702]: DEBUG nova.network.neutron [req-7adbcb56-f319-496f-9e70-daef4f2c5484 req-10166b47-44ae-4a02-b98e-497bd7fc0c0a service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Refreshing network info cache for port 334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:42:07 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:07 user nova-compute[74702]: DEBUG nova.network.neutron [req-7adbcb56-f319-496f-9e70-daef4f2c5484 req-10166b47-44ae-4a02-b98e-497bd7fc0c0a service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updated VIF entry in instance network info cache for port 334feb48-00ed-4bb9-8a9c-688bd14c405b. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:42:07 user nova-compute[74702]: DEBUG nova.network.neutron [req-7adbcb56-f319-496f-9e70-daef4f2c5484 req-10166b47-44ae-4a02-b98e-497bd7fc0c0a service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:42:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7adbcb56-f319-496f-9e70-daef4f2c5484 req-10166b47-44ae-4a02-b98e-497bd7fc0c0a service nova] Releasing lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:42:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:42:07 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:42:07 user nova-compute[74702]: INFO nova.compute.manager [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Rebooting instance
Oct 26 02:42:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:42:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquired lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:42:08 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Building network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 26 02:42:08 user nova-compute[74702]: DEBUG nova.network.neutron [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:42:08 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Releasing lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:42:08 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:42:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-4fff2735-c296-4608-b07b-fefcc26c52f2 req-3ea96063-1a8e-42ef-b1e2-cd75c39b1f09 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-unplugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:42:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4fff2735-c296-4608-b07b-fefcc26c52f2 req-3ea96063-1a8e-42ef-b1e2-cd75c39b1f09 service nova] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:42:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4fff2735-c296-4608-b07b-fefcc26c52f2 req-3ea96063-1a8e-42ef-b1e2-cd75c39b1f09 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:42:11 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-4fff2735-c296-4608-b07b-fefcc26c52f2 req-3ea96063-1a8e-42ef-b1e2-cd75c39b1f09 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:42:11 user nova-compute[74702]: DEBUG nova.compute.manager [req-4fff2735-c296-4608-b07b-fefcc26c52f2 req-3ea96063-1a8e-42ef-b1e2-cd75c39b1f09 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] No waiting events found dispatching network-vif-unplugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:42:11 user nova-compute[74702]: WARNING nova.compute.manager [req-4fff2735-c296-4608-b07b-fefcc26c52f2 req-3ea96063-1a8e-42ef-b1e2-cd75c39b1f09 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received unexpected event network-vif-unplugged-334feb48-00ed-4bb9-8a9c-688bd14c405b for instance with vm_state active and task_state reboot_started.
Oct 26 02:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:11 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Instance shutdown successfully.
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:12 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] No waiting events found dispatching network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:42:13 user nova-compute[74702]: WARNING nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received unexpected event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b for instance with vm_state active and task_state reboot_started.
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] No waiting events found dispatching network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:42:13 user nova-compute[74702]: WARNING nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received unexpected event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b for instance with vm_state active and task_state reboot_started.
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] No waiting events found dispatching network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:42:13 user nova-compute[74702]: WARNING nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received unexpected event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b for instance with vm_state active and task_state reboot_started.
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-unplugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] No waiting events found dispatching network-vif-unplugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:42:13 user nova-compute[74702]: WARNING nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received unexpected event network-vif-unplugged-334feb48-00ed-4bb9-8a9c-688bd14c405b for instance with vm_state active and task_state reboot_started.
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] No waiting events found dispatching network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:42:13 user nova-compute[74702]: WARNING nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received unexpected event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b for instance with vm_state active and task_state reboot_started.
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] No waiting events found dispatching network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:42:13 user nova-compute[74702]: WARNING nova.compute.manager [req-55142b18-5c38-480b-9207-2e4ada0db934 req-5b733da1-68a8-4dbb-a73c-6e8650cd65b0 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received unexpected event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b for instance with vm_state active and task_state reboot_started.
Oct 26 02:42:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:42:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:42:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:42:14 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:42:14 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:42:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9075MB free_disk=24.95144271850586GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:42:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:42:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:42:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance c22b2571-a82c-4877-a241-ca42a4fe58c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:42:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:42:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:42:14 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:42:14 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:42:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:42:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.187s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:42:15 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Instance running successfully.
Oct 26 02:42:15 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Instance soft rebooted successfully.
Oct 26 02:42:15 user nova-compute[74702]: DEBUG nova.compute.manager [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Checking state {{(pid=74702) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 26 02:42:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-ec83f528-e396-486d-9af2-51255f164285 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.193s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:42:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-48896765-9ce0-4949-93e4-e7067d5042d3 req-5613bf59-67c9-4d32-90b9-60600048a682 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:42:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-48896765-9ce0-4949-93e4-e7067d5042d3 req-5613bf59-67c9-4d32-90b9-60600048a682 service nova] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:42:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-48896765-9ce0-4949-93e4-e7067d5042d3 req-5613bf59-67c9-4d32-90b9-60600048a682 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:42:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-48896765-9ce0-4949-93e4-e7067d5042d3 req-5613bf59-67c9-4d32-90b9-60600048a682 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:42:15 user nova-compute[74702]: DEBUG nova.compute.manager [req-48896765-9ce0-4949-93e4-e7067d5042d3 req-5613bf59-67c9-4d32-90b9-60600048a682 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] No waiting events found dispatching network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:42:15 user nova-compute[74702]: WARNING nova.compute.manager [req-48896765-9ce0-4949-93e4-e7067d5042d3 req-5613bf59-67c9-4d32-90b9-60600048a682 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received unexpected event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b for instance with vm_state active and task_state None.
Oct 26 02:42:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:42:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:42:16 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:42:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:42:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:42:16 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:42:16 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid c22b2571-a82c-4877-a241-ca42a4fe58c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:42:17 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:42:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:42:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:42:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:42:17 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:20 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:42:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:42:22 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:42:25 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:42:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:42:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:42:31 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:42:32 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:32 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:42:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:37 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:42 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:42:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:43:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:43:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:43:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:43:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:43:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:43:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:43:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:43:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:43:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:43:13 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:43:13 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:43:13 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:43:14 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:43:14 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74702) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 26 02:43:14 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:43:14 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:43:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9006MB free_disk=24.950332641601562GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:43:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:43:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:43:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance c22b2571-a82c-4877-a241-ca42a4fe58c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:43:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:43:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:43:14 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:43:14 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:43:14 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:43:14 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.238s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:43:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:43:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:43:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:43:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:43:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:43:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:43:17 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:43:17 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid c22b2571-a82c-4877-a241-ca42a4fe58c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:43:18 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:43:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:43:18 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:43:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:43:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:21 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:43:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:43:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:43:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:43:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:43:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:43:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:43:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:43:27 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:43:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:43:31 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:43:33 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:43:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:43:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:43:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:43:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:43:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:43:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:43:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:43:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:43:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:43:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:43:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:43:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:43:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:43:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:43:59 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:43:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-e62f620c-f6dc-4a50-a0b5-9309365937de req-6b1796f6-9d23-4046-b6cf-4c047a844f2e service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-changed-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:43:59 user nova-compute[74702]: DEBUG nova.compute.manager [req-e62f620c-f6dc-4a50-a0b5-9309365937de req-6b1796f6-9d23-4046-b6cf-4c047a844f2e service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Refreshing instance network info cache due to event network-changed-334feb48-00ed-4bb9-8a9c-688bd14c405b. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:43:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e62f620c-f6dc-4a50-a0b5-9309365937de req-6b1796f6-9d23-4046-b6cf-4c047a844f2e service nova] Acquiring lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:43:59 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e62f620c-f6dc-4a50-a0b5-9309365937de req-6b1796f6-9d23-4046-b6cf-4c047a844f2e service nova] Acquired lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:43:59 user nova-compute[74702]: DEBUG nova.network.neutron [req-e62f620c-f6dc-4a50-a0b5-9309365937de req-6b1796f6-9d23-4046-b6cf-4c047a844f2e service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Refreshing network info cache for port 334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:44:00 user nova-compute[74702]: DEBUG nova.network.neutron [req-e62f620c-f6dc-4a50-a0b5-9309365937de req-6b1796f6-9d23-4046-b6cf-4c047a844f2e service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updated VIF entry in instance network info cache for port 334feb48-00ed-4bb9-8a9c-688bd14c405b. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:44:00 user nova-compute[74702]: DEBUG nova.network.neutron [req-e62f620c-f6dc-4a50-a0b5-9309365937de req-6b1796f6-9d23-4046-b6cf-4c047a844f2e service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:44:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-e62f620c-f6dc-4a50-a0b5-9309365937de req-6b1796f6-9d23-4046-b6cf-4c047a844f2e service nova] Releasing lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:44:00 user nova-compute[74702]: DEBUG nova.compute.manager [req-5e62ccc7-188f-46f4-a170-8b2b2135df99 req-0eb4aa8d-266e-4b60-93d0-23210fd17efb service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-changed-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:44:00 user nova-compute[74702]: DEBUG nova.compute.manager [req-5e62ccc7-188f-46f4-a170-8b2b2135df99 req-0eb4aa8d-266e-4b60-93d0-23210fd17efb service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Refreshing instance network info cache due to event network-changed-334feb48-00ed-4bb9-8a9c-688bd14c405b. {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 26 02:44:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e62ccc7-188f-46f4-a170-8b2b2135df99 req-0eb4aa8d-266e-4b60-93d0-23210fd17efb service nova] Acquiring lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:44:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e62ccc7-188f-46f4-a170-8b2b2135df99 req-0eb4aa8d-266e-4b60-93d0-23210fd17efb service nova] Acquired lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:44:00 user nova-compute[74702]: DEBUG nova.network.neutron [req-5e62ccc7-188f-46f4-a170-8b2b2135df99 req-0eb4aa8d-266e-4b60-93d0-23210fd17efb service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Refreshing network info cache for port 334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 26 02:44:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:44:00 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:44:00 user nova-compute[74702]: INFO nova.compute.manager [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Detaching volume a074667e-057c-47e9-8891-9e03b761c711
Oct 26 02:44:00 user nova-compute[74702]: INFO nova.virt.block_device [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Attempting to driver detach volume a074667e-057c-47e9-8891-9e03b761c711 from mountpoint /dev/vdb
Oct 26 02:44:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Attempting to detach device vdb from instance c22b2571-a82c-4877-a241-ca42a4fe58c6 from the persistent domain config. {{(pid=74702) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 26 02:44:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:44:00 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:44:00 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:44:00 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:44:00 user nova-compute[74702]:   <serial>a074667e-057c-47e9-8891-9e03b761c711</serial>
Oct 26 02:44:00 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 02:44:00 user nova-compute[74702]: </disk>
Oct 26 02:44:00 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:44:00 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Successfully detached device vdb from instance c22b2571-a82c-4877-a241-ca42a4fe58c6 from the persistent domain config.
Oct 26 02:44:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c22b2571-a82c-4877-a241-ca42a4fe58c6 from the live domain config. {{(pid=74702) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 26 02:44:00 user nova-compute[74702]: DEBUG nova.virt.libvirt.guest [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] detach device xml: <disk type="block" device="disk">
Oct 26 02:44:00 user nova-compute[74702]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 26 02:44:00 user nova-compute[74702]:   <source dev="/dev/sdb"/>
Oct 26 02:44:00 user nova-compute[74702]:   <target dev="vdb" bus="virtio"/>
Oct 26 02:44:00 user nova-compute[74702]:   <serial>a074667e-057c-47e9-8891-9e03b761c711</serial>
Oct 26 02:44:00 user nova-compute[74702]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 26 02:44:00 user nova-compute[74702]: </disk>
Oct 26 02:44:00 user nova-compute[74702]:  {{(pid=74702) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 26 02:44:01 user nova-compute[74702]: DEBUG nova.network.neutron [req-5e62ccc7-188f-46f4-a170-8b2b2135df99 req-0eb4aa8d-266e-4b60-93d0-23210fd17efb service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updated VIF entry in instance network info cache for port 334feb48-00ed-4bb9-8a9c-688bd14c405b. {{(pid=74702) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 26 02:44:01 user nova-compute[74702]: DEBUG nova.network.neutron [req-5e62ccc7-188f-46f4-a170-8b2b2135df99 req-0eb4aa8d-266e-4b60-93d0-23210fd17efb service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:44:01 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-5e62ccc7-188f-46f4-a170-8b2b2135df99 req-0eb4aa8d-266e-4b60-93d0-23210fd17efb service nova] Releasing lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:44:01 user nova-compute[74702]: DEBUG nova.virt.libvirt.driver [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c22b2571-a82c-4877-a241-ca42a4fe58c6 {{(pid=74702) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 26 02:44:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:44:02 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:44:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:44:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:44:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:44:15 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:44:15 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:44:15 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:44:16 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74702) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:44:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:44:16 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:44:16 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:44:16 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9015MB free_disk=24.94953155517578GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:44:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:44:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:44:16 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Instance c22b2571-a82c-4877-a241-ca42a4fe58c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74702) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 26 02:44:16 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:44:16 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:44:16 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:44:16 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:44:16 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:44:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.174s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:44:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:44:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:44:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:44:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 26 02:44:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquired lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 26 02:44:17 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Forcefully refreshing network info cache for instance {{(pid=74702) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 26 02:44:17 user nova-compute[74702]: DEBUG nova.objects.instance [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lazy-loading 'info_cache' on Instance uuid c22b2571-a82c-4877-a241-ca42a4fe58c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:44:18 user nova-compute[74702]: DEBUG nova.network.neutron [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [{"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:44:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Releasing lock "refresh_cache-c22b2571-a82c-4877-a241-ca42a4fe58c6" {{(pid=74702) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 26 02:44:18 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updated the network info_cache for instance {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 26 02:44:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:44:21 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c22b2571-a82c-4877-a241-ca42a4fe58c6 is timed out.
Oct 26 02:44:21 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Successfully detached device vdb from instance c22b2571-a82c-4877-a241-ca42a4fe58c6 from the live domain config.
Oct 26 02:44:21 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] calling os-brick to detach iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f9518380b80>, {'target_iqn': 'iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IqZLBTfh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 26 02:44:21 user nova-compute[74702]: WARNING os_brick.initiator.connectors.base [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6e41ea1-921f-4654-98f7-43e9aa635a38]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 26 02:44:21 user nova-compute[74702]: No targets found.
Oct 26 02:44:21 user nova-compute[74702]: iSNS:
Oct 26 02:44:21 user nova-compute[74702]: No targets found.
Oct 26 02:44:21 user nova-compute[74702]: STATIC:
Oct 26 02:44:21 user nova-compute[74702]: Target: iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711
Oct 26 02:44:21 user nova-compute[74702]:         Portal: 172.16.0.220:3260,-1
Oct 26 02:44:21 user nova-compute[74702]:                 Iface Name: default
Oct 26 02:44:21 user nova-compute[74702]: FIRMWARE:
Oct 26 02:44:21 user nova-compute[74702]: No targets found.
Oct 26 02:44:21 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 26 02:44:21 user nova-compute[74702]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 26 02:44:21 user nova-compute[74702]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74702) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711', 0)] {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[da484656-18fc-4e0d-b124-bc26b70dcea2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[35ba9e6a-c310-4703-9ab0-06f56ea0791c]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 (non-flash)\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 (non-flash)
Oct 26 02:44:21 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 (non-flash)
Oct 26 02:44:21 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f9508123010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711'): ({'sdb'}, set())}) {{(pid=74702) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Removing single pathed devices sdb {{(pid=74702) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[c94bc1e9-dd02-493f-9d4c-2b26b52afb3a]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[a79fa136-ebe8-46ce-bc34-f2c455f30638]: (4, ('ok\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Flushing IO for device /dev/sdb {{(pid=74702) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[110fd2bb-39eb-41a5-8b1c-fd57054d4f40]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74702) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d06c868-5541-4f15-a1d7-ceebb88f0257]: (4, ('1', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.linuxscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] SCSI volumes sdb have been removed. {{(pid=74702) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711')] {{(pid=74702) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[13ba3099-ac0b-4b58-a7b8-12ee227b822c]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --logout {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e6c0c4a-6fd4-4ab9-9df3-99bac7450c1f]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711, portal: 172.16.0.220,3260]
Oct 26 02:44:21 user nova-compute[74702]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711, portal: 172.16.0.220,3260] successful.
Oct 26 02:44:21 user nova-compute[74702]:  stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op delete {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a074667e-057c-47e9-8891-9e03b761c711 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85952) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG oslo.privsep.daemon [-] privsep: reply[d14895cb-2455-426a-a789-33acbcb059f8]: (4, ('', '')) {{(pid=85952) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74702) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.base [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.279s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] <== disconnect_volume: return (281ms) None {{(pid=74702) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 26 02:44:21 user nova-compute[74702]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Disconnected iSCSI Volume {{(pid=74702) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 26 02:44:22 user nova-compute[74702]: DEBUG nova.objects.instance [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'flavor' on Instance uuid c22b2571-a82c-4877-a241-ca42a4fe58c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:44:22 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-f6fa1a7e-4a32-426c-8a16-c310eb95cc18 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.685s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:44:23 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:44:24 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:44:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:44:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:44:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:44:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:44:28 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:44:28 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:44:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:44:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:44:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:44:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:44:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:44:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:44:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4996-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:44:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:44:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:44:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:44:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:44:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:45:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:45:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:45:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:45:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:45:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:45:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:45:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:45:10 user nova-compute[74702]: INFO nova.compute.manager [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Terminating instance
Oct 26 02:45:10 user nova-compute[74702]: DEBUG nova.compute.manager [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Start destroying the instance on the hypervisor. {{(pid=74702) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-7529a52d-bf5e-4cdd-973f-c652d5fea8e5 req-f92fb5e6-aa68-4c6a-844a-1aa8e2e729e8 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-unplugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7529a52d-bf5e-4cdd-973f-c652d5fea8e5 req-f92fb5e6-aa68-4c6a-844a-1aa8e2e729e8 service nova] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7529a52d-bf5e-4cdd-973f-c652d5fea8e5 req-f92fb5e6-aa68-4c6a-844a-1aa8e2e729e8 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-7529a52d-bf5e-4cdd-973f-c652d5fea8e5 req-f92fb5e6-aa68-4c6a-844a-1aa8e2e729e8 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-7529a52d-bf5e-4cdd-973f-c652d5fea8e5 req-f92fb5e6-aa68-4c6a-844a-1aa8e2e729e8 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] No waiting events found dispatching network-vif-unplugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:45:10 user nova-compute[74702]: DEBUG nova.compute.manager [req-7529a52d-bf5e-4cdd-973f-c652d5fea8e5 req-f92fb5e6-aa68-4c6a-844a-1aa8e2e729e8 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-unplugged-334feb48-00ed-4bb9-8a9c-688bd14c405b for instance with task_state deleting. {{(pid=74702) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:11 user nova-compute[74702]: INFO nova.virt.libvirt.driver [-] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Instance destroyed successfully.
Oct 26 02:45:11 user nova-compute[74702]: DEBUG nova.objects.instance [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lazy-loading 'resources' on Instance uuid c22b2571-a82c-4877-a241-ca42a4fe58c6 {{(pid=74702) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG nova.virt.libvirt.vif [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-26T02:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1772891621',display_name='tempest-TestMinimumBasicScenario-server-1772891621',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1772891621',id=52,image_ref='a73253d4-a08e-41ff-94fb-adc2af2d707c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL2qTYi43xCp+Chcix+S6m9LavUQ+w1YyQC+mZ9Aq1WAWLpze3ieN4ZsksfCFjGmXx5guIPRnnght8RQ1OFejn8x/4umB0ijXM/93iRHO5M49ddSyLVueZqOcDYVFt+LuQ==',key_name='tempest-TestMinimumBasicScenario-2139142925',keypairs=<?>,launch_index=0,launched_at=2023-10-26T02:39:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7894bc722922492b92345aa2a01692b9',ramdisk_id='',reservation_id='r-zv6bqbut',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a73253d4-a08e-41ff-94fb-adc2af2d707c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-608878567',owner_user_name='tempest-TestMinimumBasicScenario-608878567-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-26T02:42:15Z,user_data=None,user_id='4f8d3861acb040f18af8350d32c36066',uuid=c22b2571-a82c-4877-a241-ca42a4fe58c6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converting VIF {"id": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "address": "fa:16:3e:12:f7:46", "network": {"id": "bf34e56a-67bb-4d24-abfc-8994d3d78a03", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1084481334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7894bc722922492b92345aa2a01692b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap334feb48-00", "ovs_interfaceid": "334feb48-00ed-4bb9-8a9c-688bd14c405b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG nova.network.os_vif_util [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:12:f7:46,bridge_name='br-int',has_traffic_filtering=True,id=334feb48-00ed-4bb9-8a9c-688bd14c405b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap334feb48-00') {{(pid=74702) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG os_vif [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:12:f7:46,bridge_name='br-int',has_traffic_filtering=True,id=334feb48-00ed-4bb9-8a9c-688bd14c405b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap334feb48-00') {{(pid=74702) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap334feb48-00, bridge=br-int, if_exists=True) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7e6d9753-745b-44d4-b4e5-b3527c09cd2e) {{(pid=74702) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:45:11 user nova-compute[74702]: INFO os_vif [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:12:f7:46,bridge_name='br-int',has_traffic_filtering=True,id=334feb48-00ed-4bb9-8a9c-688bd14c405b,network=Network(bf34e56a-67bb-4d24-abfc-8994d3d78a03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap334feb48-00')
Oct 26 02:45:11 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Deleting instance files /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6_del
Oct 26 02:45:11 user nova-compute[74702]: INFO nova.virt.libvirt.driver [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Deletion of /opt/stack/data/nova/instances/c22b2571-a82c-4877-a241-ca42a4fe58c6_del complete
Oct 26 02:45:11 user nova-compute[74702]: INFO nova.compute.manager [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 26 02:45:11 user nova-compute[74702]: DEBUG oslo.service.loopingcall [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74702) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG nova.compute.manager [-] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Deallocating network for instance {{(pid=74702) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] deallocate_for_instance() {{(pid=74702) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 26 02:45:11 user nova-compute[74702]: DEBUG nova.network.neutron [-] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:45:12 user nova-compute[74702]: INFO nova.compute.manager [-] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Took 0.71 seconds to deallocate network for instance.
Oct 26 02:45:12 user nova-compute[74702]: DEBUG nova.compute.manager [req-891049d4-bcef-42c2-a7e2-8fa110092b74 req-7b54e4be-41e2-47ce-af49-8accc7b021b2 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-deleted-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:45:12 user nova-compute[74702]: INFO nova.compute.manager [req-891049d4-bcef-42c2-a7e2-8fa110092b74 req-7b54e4be-41e2-47ce-af49-8accc7b021b2 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Neutron deleted interface 334feb48-00ed-4bb9-8a9c-688bd14c405b; detaching it from the instance and deleting it from the info cache
Oct 26 02:45:12 user nova-compute[74702]: DEBUG nova.network.neutron [req-891049d4-bcef-42c2-a7e2-8fa110092b74 req-7b54e4be-41e2-47ce-af49-8accc7b021b2 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Updating instance_info_cache with network_info: [] {{(pid=74702) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 26 02:45:12 user nova-compute[74702]: DEBUG nova.compute.manager [req-891049d4-bcef-42c2-a7e2-8fa110092b74 req-7b54e4be-41e2-47ce-af49-8accc7b021b2 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Detach interface failed, port_id=334feb48-00ed-4bb9-8a9c-688bd14c405b, reason: Instance c22b2571-a82c-4877-a241-ca42a4fe58c6 could not be found. {{(pid=74702) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 26 02:45:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:45:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:45:12 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:45:12 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:45:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.115s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:45:12 user nova-compute[74702]: INFO nova.scheduler.client.report [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Deleted allocations for instance c22b2571-a82c-4877-a241-ca42a4fe58c6
Oct 26 02:45:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-d03f3f76-42fe-4a20-827f-6595403bd759 tempest-TestMinimumBasicScenario-608878567 tempest-TestMinimumBasicScenario-608878567-project-member] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.952s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:45:12 user nova-compute[74702]: DEBUG nova.compute.manager [req-de84118f-fcd9-4934-b344-d6d30f7f73fe req-42989864-8ed5-4bfe-96e2-d9e14f687b58 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 26 02:45:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-de84118f-fcd9-4934-b344-d6d30f7f73fe req-42989864-8ed5-4bfe-96e2-d9e14f687b58 service nova] Acquiring lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:45:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-de84118f-fcd9-4934-b344-d6d30f7f73fe req-42989864-8ed5-4bfe-96e2-d9e14f687b58 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:45:12 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [req-de84118f-fcd9-4934-b344-d6d30f7f73fe req-42989864-8ed5-4bfe-96e2-d9e14f687b58 service nova] Lock "c22b2571-a82c-4877-a241-ca42a4fe58c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:45:12 user nova-compute[74702]: DEBUG nova.compute.manager [req-de84118f-fcd9-4934-b344-d6d30f7f73fe req-42989864-8ed5-4bfe-96e2-d9e14f687b58 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] No waiting events found dispatching network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b {{(pid=74702) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 26 02:45:12 user nova-compute[74702]: WARNING nova.compute.manager [req-de84118f-fcd9-4934-b344-d6d30f7f73fe req-42989864-8ed5-4bfe-96e2-d9e14f687b58 service nova] [instance: c22b2571-a82c-4877-a241-ca42a4fe58c6] Received unexpected event network-vif-plugged-334feb48-00ed-4bb9-8a9c-688bd14c405b for instance with vm_state deleted and task_state None.
Oct 26 02:45:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:16 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:45:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:45:16 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:45:16 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:45:17 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:45:17 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:45:17 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9168MB free_disk=24.968963623046875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.158s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 26 02:45:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] There are 0 instances to clean {{(pid=74702) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 26 02:45:19 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:45:25 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:45:26 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:29 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:30 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:30 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:45:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:45:31 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:34 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:45:36 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:38 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:38 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Cleaning up deleted instances with incomplete migration  {{(pid=74702) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 26 02:45:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:45:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:45:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:45:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:45:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:45 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:45:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:45:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:45:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:45:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:45:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:45:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:03 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:11 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._sync_power_states {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:46:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:46:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:46:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:46:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:46:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:46:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:46:18 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:46:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:46:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:46:18 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:46:18 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:46:19 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:46:19 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:46:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9163MB free_disk=25.007511138916016GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing inventories for resource provider 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating ProviderTree inventory for provider 60180daa-0522-4340-9de3-71527a5e42d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Updating inventory in ProviderTree for provider 60180daa-0522-4340-9de3-71527a5e42d4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing aggregate associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, aggregates: None {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Refreshing trait associations for resource provider 60180daa-0522-4340-9de3-71527a5e42d4, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_RAW,HW_CPU_X86_SSE2,HW_CPU_X86_SSE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE41,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_VOLUME_EXTEND,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VGA {{(pid=74702) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:46:19 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.253s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:46:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:46:22 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:46:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:46:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:46:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:46:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:46:26 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:46:27 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:46:31 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:46:31 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:46:31 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:46:31 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74702) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 26 02:46:36 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:36 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:46:36 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:46:41 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:46:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:46:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:46:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:46:46 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:51 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:46:56 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:46:57 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:47:01 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:47:06 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:47:11 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:47:16 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:47:17 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:47:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Starting heal instance info cache {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 26 02:47:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Rebuilding the list of instances to heal {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 26 02:47:17 user nova-compute[74702]: DEBUG nova.compute.manager [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Didn't find any instances for network info cache update. {{(pid=74702) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 26 02:47:20 user nova-compute[74702]: DEBUG oslo_service.periodic_task [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=74702) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 26 02:47:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:47:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:47:20 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:47:20 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Auditing locally available compute resources for user (node: user) {{(pid=74702) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 26 02:47:21 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:47:21 user nova-compute[74702]: WARNING nova.virt.libvirt.driver [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 26 02:47:21 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Hypervisor/Node resource view: name=user free_ram=9284MB free_disk=24.950469970703125GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74702) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74702) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG nova.compute.provider_tree [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed in ProviderTree for provider: 60180daa-0522-4340-9de3-71527a5e42d4 {{(pid=74702) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG nova.scheduler.client.report [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Inventory has not changed for provider 60180daa-0522-4340-9de3-71527a5e42d4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74702) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG nova.compute.resource_tracker [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Compute_service record updated for user:user {{(pid=74702) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG oslo_concurrency.lockutils [None req-30605940-fb00-45b1-85ef-afec2c99a3bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.112s {{(pid=74702) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74702) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74702) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 26 02:47:21 user nova-compute[74702]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74702) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}